2014-04-10 10:46:47,679 INFO platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2014-04-10 10:46:47,707 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop2-mr1
2014-04-10 10:46:47,707 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.CoGroupFieldedPipesPlatformTest
2014-04-10 10:46:47,724 INFO hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(112)) - using cluster
2014-04-10 10:46:48,138 WARN util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
Formatting using clusterid: testClusterID
2014-04-10 10:46:48,161 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(649)) - fsLock is fair:true
2014-04-10 10:46:48,184 INFO namenode.HostFileManager (HostFileManager.java:refresh(304)) - read includes:
HostSet(
)
2014-04-10 10:46:48,184 INFO namenode.HostFileManager (HostFileManager.java:refresh(311)) - read excludes:
HostSet(
)
2014-04-10 10:46:48,185 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
2014-04-10 10:46:48,185 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(229)) - dfs.block.invalidate.limit=1000
2014-04-10 10:46:48,185 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(235)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2014-04-10 10:46:48,188 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlocksMap
2014-04-10 10:46:48,188 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 10:46:48,189 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 2.0% max memory 672 MB = 13.4 MB
2014-04-10 10:46:48,189 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^21 = 2097152 entries
2014-04-10 10:46:48,195 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(328)) - dfs.block.access.token.enable=false
2014-04-10 10:46:48,196 INFO blockmanagement.BlockManager (BlockManager.java:<init>(313)) - defaultReplication = 3
2014-04-10 10:46:48,197 INFO blockmanagement.BlockManager (BlockManager.java:<init>(314)) - maxReplication = 512
2014-04-10 10:46:48,197 INFO blockmanagement.BlockManager (BlockManager.java:<init>(315)) - minReplication = 1
2014-04-10 10:46:48,197 INFO blockmanagement.BlockManager (BlockManager.java:<init>(316)) - maxReplicationStreams = 2
2014-04-10 10:46:48,197 INFO blockmanagement.BlockManager (BlockManager.java:<init>(317)) - shouldCheckForEnoughRacks = false
2014-04-10 10:46:48,197 INFO blockmanagement.BlockManager (BlockManager.java:<init>(318)) - replicationRecheckInterval = 3000
2014-04-10 10:46:48,198 INFO blockmanagement.BlockManager (BlockManager.java:<init>(319)) - encryptDataTransfer = false
2014-04-10 10:46:48,198 INFO blockmanagement.BlockManager (BlockManager.java:<init>(320)) - maxNumBlocksToLog = 1000
2014-04-10 10:46:48,202 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(666)) - fsOwner = brock (auth:SIMPLE)
2014-04-10 10:46:48,202 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(667)) - supergroup = supergroup
2014-04-10 10:46:48,202 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(668)) - isPermissionEnabled = true
2014-04-10 10:46:48,203 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(679)) - HA Enabled: false
2014-04-10 10:46:48,204 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(716)) - Append Enabled: true
2014-04-10 10:46:48,323 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map INodeMap
2014-04-10 10:46:48,323 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 10:46:48,323 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 1.0% max memory 672 MB = 6.7 MB
2014-04-10 10:46:48,323 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^20 = 1048576 entries
2014-04-10 10:46:48,324 INFO namenode.NameNode (FSDirectory.java:<init>(189)) - Caching file names occuring more than 10 times
2014-04-10 10:46:48,328 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map cachedBlocks
2014-04-10 10:46:48,328 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 10:46:48,328 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.25% max memory 672 MB = 1.7 MB
2014-04-10 10:46:48,329 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^18 = 262144 entries
2014-04-10 10:46:48,330 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4614)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2014-04-10 10:46:48,330 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4615)) - dfs.namenode.safemode.min.datanodes = 0
2014-04-10 10:46:48,330 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4616)) - dfs.namenode.safemode.extension = 0
2014-04-10 10:46:48,331 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(787)) - Retry cache on namenode is enabled
2014-04-10 10:46:48,332 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(795)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2014-04-10 10:46:48,333 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map Namenode Retry Cache
2014-04-10 10:46:48,333 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 10:46:48,334 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2014-04-10 10:46:48,334 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^15 = 32768 entries
2014-04-10 10:46:48,584 INFO common.Storage (NNStorage.java:format(527)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1 has been successfully formatted.
2014-04-10 10:46:48,668 INFO common.Storage (NNStorage.java:format(527)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2 has been successfully formatted.
2014-04-10 10:46:48,681 INFO namenode.FSImage (FSImageFormat.java:save(1039)) - Saving image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage.ckpt_0000000000000000000 using no compression
2014-04-10 10:46:48,681 INFO namenode.FSImage (FSImageFormat.java:save(1039)) - Saving image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2/current/fsimage.ckpt_0000000000000000000 using no compression
2014-04-10 10:46:48,721 INFO namenode.FSImage (FSImageFormat.java:save(1077)) - Image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2/current/fsimage.ckpt_0000000000000000000 of size 217 bytes saved in 0 seconds.
2014-04-10 10:46:48,760 INFO namenode.FSImage (FSImageFormat.java:save(1077)) - Image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage.ckpt_0000000000000000000 of size 217 bytes saved in 0 seconds.
2014-04-10 10:46:48,840 INFO namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(177)) - Going to retain 1 images with txid >= 0
2014-04-10 10:46:48,863 WARN impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2014-04-10 10:46:48,897 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:startTimer(344)) - Scheduled snapshot period at 10 second(s).
2014-04-10 10:46:48,897 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:start(183)) - NameNode metrics system started
2014-04-10 10:46:48,926 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1581)) - Starting web server as: ${dfs.web.authentication.kerberos.principal}
2014-04-10 10:46:48,926 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1592)) - Starting Web-server for hdfs at: http://127.0.0.1:0
2014-04-10 10:46:48,954 INFO mortbay.log (Slf4jLog.java:info(67)) - Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
2014-04-10 10:46:48,956 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.namenode is not defined
2014-04-10 10:46:48,964 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 10:46:48,966 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2014-04-10 10:46:48,966 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 10:46:48,966 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 10:46:48,980 INFO http.HttpServer2 (NameNodeHttpServer.java:initWebHdfs(81)) - Added filter 'SPNEGO' (class=org.apache.hadoop.hdfs.web.AuthFilter)
2014-04-10 10:46:48,981 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 10:46:48,990 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 40785
2014-04-10 10:46:48,990 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 10:46:49,006 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/hdfs to /tmp/Jetty_127_0_0_1_40785_hdfs____.aqco7/webapp
2014-04-10 10:46:49,158 WARN server.AuthenticationFilter (AuthenticationFilter.java:init(158)) - 'signature.secret' configuration not set, using a random value as secret
2014-04-10 10:46:49,179 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:40785
2014-04-10 10:46:49,181 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(649)) - fsLock is fair:true
2014-04-10 10:46:49,181 INFO namenode.HostFileManager (HostFileManager.java:refresh(304)) - read includes:
HostSet(
)
2014-04-10 10:46:49,182 INFO namenode.HostFileManager (HostFileManager.java:refresh(311)) - read excludes:
HostSet(
)
2014-04-10 10:46:49,182 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(229)) - dfs.block.invalidate.limit=1000
2014-04-10 10:46:49,182 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(235)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2014-04-10 10:46:49,183 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlocksMap
2014-04-10 10:46:49,183 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 10:46:49,183 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 2.0% max memory 672 MB = 13.4 MB
2014-04-10 10:46:49,184 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^21 = 2097152 entries
2014-04-10 10:46:49,185 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(328)) - dfs.block.access.token.enable=false
2014-04-10 10:46:49,185 INFO blockmanagement.BlockManager (BlockManager.java:<init>(313)) - defaultReplication = 3
2014-04-10 10:46:49,185 INFO blockmanagement.BlockManager (BlockManager.java:<init>(314)) - maxReplication = 512
2014-04-10 10:46:49,186 INFO blockmanagement.BlockManager (BlockManager.java:<init>(315)) - minReplication = 1
2014-04-10 10:46:49,186 INFO blockmanagement.BlockManager (BlockManager.java:<init>(316)) - maxReplicationStreams = 2
2014-04-10 10:46:49,186 INFO blockmanagement.BlockManager (BlockManager.java:<init>(317)) - shouldCheckForEnoughRacks = false
2014-04-10 10:46:49,186 INFO blockmanagement.BlockManager (BlockManager.java:<init>(318)) - replicationRecheckInterval = 3000
2014-04-10 10:46:49,186 INFO blockmanagement.BlockManager (BlockManager.java:<init>(319)) - encryptDataTransfer = false
2014-04-10 10:46:49,186 INFO blockmanagement.BlockManager (BlockManager.java:<init>(320)) - maxNumBlocksToLog = 1000
2014-04-10 10:46:49,186 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(666)) - fsOwner = brock (auth:SIMPLE)
2014-04-10 10:46:49,187 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(667)) - supergroup = supergroup
2014-04-10 10:46:49,187 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(668)) - isPermissionEnabled = true
2014-04-10 10:46:49,187 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(679)) - HA Enabled: false
2014-04-10 10:46:49,187 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(716)) - Append Enabled: true
2014-04-10 10:46:49,188 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map INodeMap
2014-04-10 10:46:49,188 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 10:46:49,188 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 1.0% max memory 672 MB = 6.7 MB
2014-04-10 10:46:49,188 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^20 = 1048576 entries
2014-04-10 10:46:49,189 INFO namenode.NameNode (FSDirectory.java:<init>(189)) - Caching file names occuring more than 10 times
2014-04-10 10:46:49,189 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map cachedBlocks
2014-04-10 10:46:49,189 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 10:46:49,190 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.25% max memory 672 MB = 1.7 MB
2014-04-10 10:46:49,190 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^18 = 262144 entries
2014-04-10 10:46:49,190 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4614)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2014-04-10 10:46:49,190 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4615)) - dfs.namenode.safemode.min.datanodes = 0
2014-04-10 10:46:49,190 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4616)) - dfs.namenode.safemode.extension = 0
2014-04-10 10:46:49,191 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(787)) - Retry cache on namenode is enabled
2014-04-10 10:46:49,191 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(795)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2014-04-10 10:46:49,191 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map Namenode Retry Cache
2014-04-10 10:46:49,191 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 10:46:49,191 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2014-04-10 10:46:49,192 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^15 = 32768 entries
2014-04-10 10:46:49,270 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/in_use.lock acquired by nodename 2661@localhost.localdomain
2014-04-10 10:46:49,312 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2/in_use.lock acquired by nodename 2661@localhost.localdomain
2014-04-10 10:46:49,316 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(294)) - Recovering unfinalized segments in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current
2014-04-10 10:46:49,316 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(294)) - Recovering unfinalized segments in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2/current
2014-04-10 10:46:49,317 INFO namenode.FSImage (FSImage.java:loadFSImage(631)) - No edit log streams selected.
2014-04-10 10:46:49,320 INFO namenode.FSImage (FSImageFormat.java:load(336)) - Loading image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage_0000000000000000000 using no compression
2014-04-10 10:46:49,320 INFO namenode.FSImage (FSImageFormat.java:load(339)) - Number of files = 1
2014-04-10 10:46:49,321 INFO namenode.FSImage (FSImageFormat.java:loadFilesUnderConstruction(837)) - Number of files under construction = 0
2014-04-10 10:46:49,321 INFO namenode.FSImage (FSImageFormat.java:load(373)) - Image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage_0000000000000000000 of size 217 bytes loaded in 0 seconds.
2014-04-10 10:46:49,322 INFO namenode.FSImage (FSImage.java:loadFSImage(841)) - Loaded image for txid 0 from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage_0000000000000000000
2014-04-10 10:46:49,324 INFO namenode.FSEditLog (FSEditLog.java:startLogSegment(1074)) - Starting log segment at 1
2014-04-10 10:46:49,589 INFO namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2014-04-10 10:46:49,589 INFO namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(617)) - Finished loading FSImage in 397 msecs
2014-04-10 10:46:49,684 INFO namenode.NameNode (NameNodeRpcServer.java:<init>(279)) - RPC server is binding to 127.0.0.1:0
2014-04-10 10:46:49,695 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 60378
2014-04-10 10:46:49,711 INFO namenode.FSNamesystem (FSNamesystem.java:registerMBean(5560)) - Registered FSNamesystemState MBean
2014-04-10 10:46:49,721 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(5217)) - Number of blocks under construction: 0
2014-04-10 10:46:49,722 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(5217)) - Number of blocks under construction: 0
2014-04-10 10:46:49,722 INFO namenode.FSNamesystem (FSNamesystem.java:initializeReplQueues(4727)) - initializing replication queues
2014-04-10 10:46:49,733 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2380)) - Total number of blocks = 0
2014-04-10 10:46:49,733 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2381)) - Number of invalid blocks = 0
2014-04-10 10:46:49,734 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2382)) - Number of under-replicated blocks = 0
2014-04-10 10:46:49,734 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2383)) - Number of over-replicated blocks = 0
2014-04-10 10:46:49,734 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2385)) - Number of blocks being written = 0
2014-04-10 10:46:49,734 INFO hdfs.StateChange (FSNamesystem.java:initializeReplQueues(4732)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 11 msec
2014-04-10 10:46:49,735 INFO hdfs.StateChange (FSNamesystem.java:leave(4696)) - STATE* Leaving safe mode after 0 secs
2014-04-10 10:46:49,735 INFO hdfs.StateChange (FSNamesystem.java:leave(4707)) - STATE* Network topology has 0 racks and 0 datanodes
2014-04-10 10:46:49,735 INFO hdfs.StateChange (FSNamesystem.java:leave(4710)) - STATE* UnderReplicatedBlocks has 0 blocks
2014-04-10 10:46:49,753 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 10:46:49,753 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 60378: starting
2014-04-10 10:46:49,755 INFO namenode.NameNode (NameNode.java:startCommonServices(544)) - NameNode RPC up at: localhost/127.0.0.1:60378
2014-04-10 10:46:49,755 INFO namenode.FSNamesystem (FSNamesystem.java:startActiveServices(949)) - Starting services required for active state
2014-04-10 10:46:49,758 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(158)) - Starting CacheReplicationMonitor with interval 300000 milliseconds
2014-04-10 10:46:49,758 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(171)) - Rescanning because of pending operations
2014-04-10 10:46:49,758 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2014-04-10 10:46:49,768 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1190)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1,[DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2
2014-04-10 10:46:49,799 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2014-04-10 10:46:49,799 INFO datanode.DataNode (DataNode.java:<init>(315)) - Configured hostname is 127.0.0.1
2014-04-10 10:46:49,800 INFO datanode.DataNode (DataNode.java:startDataNode(763)) - Starting DataNode with maxLockedMemory = 0
2014-04-10 10:46:49,803 INFO datanode.DataNode (DataNode.java:initDataXceiver(564)) - Opened streaming server at /127.0.0.1:36139
2014-04-10 10:46:49,805 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2014-04-10 10:46:49,805 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2014-04-10 10:46:49,806 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 10:46:49,807 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2014-04-10 10:46:49,807 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 10:46:49,807 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 10:46:49,811 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 10:46:49,812 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 40517
2014-04-10 10:46:49,812 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 10:46:49,814 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/datanode to /tmp/Jetty_127_0_0_1_40517_datanode____.9ojxs3/webapp
2014-04-10 10:46:49,898 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:40517
2014-04-10 10:46:49,903 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 46888
2014-04-10 10:46:49,907 INFO datanode.DataNode (DataNode.java:initIpcServer(466)) - Opened IPC server at /127.0.0.1:46888
2014-04-10 10:46:49,913 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2014-04-10 10:46:49,915 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2014-04-10 10:46:49,920 INFO datanode.DataNode (BPServiceActor.java:run(768)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:60378 starting to offer service
2014-04-10 10:46:49,921 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 10:46:49,921 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 46888: starting
2014-04-10 10:46:49,923 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1190)) - Starting DataNode 1 with dfs.datanode.data.dir: [DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3,[DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4
2014-04-10 10:46:49,929 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2014-04-10 10:46:49,929 INFO datanode.DataNode (DataNode.java:<init>(315)) - Configured hostname is 127.0.0.1
2014-04-10 10:46:49,930 INFO datanode.DataNode (DataNode.java:startDataNode(763)) - Starting DataNode with maxLockedMemory = 0
2014-04-10 10:46:49,931 INFO datanode.DataNode (DataNode.java:initDataXceiver(564)) - Opened streaming server at /127.0.0.1:55289
2014-04-10 10:46:49,931 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2014-04-10 10:46:49,932 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2014-04-10 10:46:49,932 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 10:46:49,933 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2014-04-10 10:46:49,933 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 10:46:49,933 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 10:46:49,935 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 10:46:49,935 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 58659
2014-04-10 10:46:49,935 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 10:46:49,937 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/datanode to /tmp/Jetty_127_0_0_1_58659_datanode____.216n0r/webapp
2014-04-10 10:46:50,039 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:58659
2014-04-10 10:46:50,041 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 38925
2014-04-10 10:46:50,044 INFO datanode.DataNode (DataNode.java:initIpcServer(466)) - Opened IPC server at /127.0.0.1:38925
2014-04-10 10:46:50,048 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2014-04-10 10:46:50,048 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2014-04-10 10:46:50,049 INFO datanode.DataNode (BPServiceActor.java:run(768)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:60378 starting to offer service
2014-04-10 10:46:50,049 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 10:46:50,049 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 38925: starting
2014-04-10 10:46:50,051 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1190)) - Starting DataNode 2 with dfs.datanode.data.dir: [DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5,[DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6
2014-04-10 10:46:50,057 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2014-04-10 10:46:50,058 INFO datanode.DataNode (DataNode.java:<init>(315)) - Configured hostname is 127.0.0.1
2014-04-10 10:46:50,058 INFO datanode.DataNode (DataNode.java:startDataNode(763)) - Starting DataNode with maxLockedMemory = 0
2014-04-10 10:46:50,058 INFO datanode.DataNode (DataNode.java:initDataXceiver(564)) - Opened streaming server at /127.0.0.1:55175
2014-04-10 10:46:50,058 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2014-04-10 10:46:50,059 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2014-04-10 10:46:50,059 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 10:46:50,060 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2014-04-10 10:46:50,060 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 10:46:50,060 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 10:46:50,062 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 10:46:50,062 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 50650
2014-04-10 10:46:50,062 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 10:46:50,064 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/datanode to /tmp/Jetty_127_0_0_1_50650_datanode____.wvksjw/webapp
2014-04-10 10:46:50,123 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/in_use.lock acquired by nodename 2661@localhost.localdomain
2014-04-10 10:46:50,124 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3 is not formatted
2014-04-10 10:46:50,124 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 10:46:50,138 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:50650
2014-04-10 10:46:50,139 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 33089
2014-04-10 10:46:50,141 INFO datanode.DataNode (DataNode.java:initIpcServer(466)) - Opened IPC server at /127.0.0.1:33089
2014-04-10 10:46:50,144 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2014-04-10 10:46:50,144 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2014-04-10 10:46:50,145 INFO datanode.DataNode (BPServiceActor.java:run(768)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:60378 starting to offer service
2014-04-10 10:46:50,145 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 10:46:50,146 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 33089: starting
2014-04-10 10:46:50,147 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1190)) - Starting DataNode 3 with dfs.datanode.data.dir: [DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7,[DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8
2014-04-10 10:46:50,156 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2014-04-10 10:46:50,156 INFO datanode.DataNode (DataNode.java:<init>(315)) - Configured hostname is 127.0.0.1
2014-04-10 10:46:50,156 INFO datanode.DataNode (DataNode.java:startDataNode(763)) - Starting DataNode with maxLockedMemory = 0
2014-04-10 10:46:50,157 INFO datanode.DataNode (DataNode.java:initDataXceiver(564)) - Opened streaming server at /127.0.0.1:53466
2014-04-10 10:46:50,157 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2014-04-10 10:46:50,158 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2014-04-10 10:46:50,158 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 10:46:50,159 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2014-04-10 10:46:50,159 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 10:46:50,159 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 10:46:50,160 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 10:46:50,161 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 43222
2014-04-10 10:46:50,161 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 10:46:50,163 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/datanode to /tmp/Jetty_127_0_0_1_43222_datanode____.mvkamn/webapp
2014-04-10 10:46:50,209 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/in_use.lock acquired by nodename 2661@localhost.localdomain
2014-04-10 10:46:50,209 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1 is not formatted
2014-04-10 10:46:50,209 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 10:46:50,227 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/in_use.lock acquired by nodename 2661@localhost.localdomain
2014-04-10 10:46:50,227 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5 is not formatted
2014-04-10 10:46:50,227 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 10:46:50,236 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:43222
2014-04-10 10:46:50,237 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 44592
2014-04-10 10:46:50,239 INFO datanode.DataNode (DataNode.java:initIpcServer(466)) - Opened IPC server at /127.0.0.1:44592
2014-04-10 10:46:50,242 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2014-04-10 10:46:50,243 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2014-04-10 10:46:50,243 INFO datanode.DataNode (BPServiceActor.java:run(768)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:60378 starting to offer service
2014-04-10 10:46:50,244 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 10:46:50,244 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 44592: starting
2014-04-10 10:46:50,318 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/in_use.lock acquired by nodename 2661@localhost.localdomain
2014-04-10 10:46:50,318 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7 is not formatted
2014-04-10 10:46:50,319 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 10:46:50,334 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/in_use.lock acquired by nodename 2661@localhost.localdomain
2014-04-10 10:46:50,335 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4 is not formatted
2014-04-10 10:46:50,335 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 10:46:50,401 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 10:46:50,401 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 10:46:50,419 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/in_use.lock acquired by nodename 2661@localhost.localdomain
2014-04-10 10:46:50,419 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8 is not formatted
2014-04-10 10:46:50,420 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 10:46:50,419 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/in_use.lock acquired by nodename 2661@localhost.localdomain
2014-04-10 10:46:50,420 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6 is not formatted
2014-04-10 10:46:50,420 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 10:46:50,488 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/in_use.lock acquired by nodename 2661@localhost.localdomain
2014-04-10 10:46:50,488 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2 is not formatted
2014-04-10 10:46:50,488 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 10:46:50,502 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 10:46:50,502 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 10:46:50,518 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 10:46:50,518 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341 is not formatted.
2014-04-10 10:46:50,518 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 10:46:50,518 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1649026925-127.0.0.1-1397144808341 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current
2014-04-10 10:46:50,573 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 10:46:50,573 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341 is not formatted.
2014-04-10 10:46:50,573 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 10:46:50,573 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1649026925-127.0.0.1-1397144808341 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current
2014-04-10 10:46:50,604 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 10:46:50,604 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 10:46:50,621 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 10:46:50,621 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341 is not formatted.
2014-04-10 10:46:50,621 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 10:46:50,621 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1649026925-127.0.0.1-1397144808341 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current
2014-04-10 10:46:50,666 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 10:46:50,666 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341 is not formatted.
2014-04-10 10:46:50,666 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 10:46:50,667 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1649026925-127.0.0.1-1397144808341 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current
2014-04-10 10:46:50,705 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 10:46:50,705 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341 is not formatted.
2014-04-10 10:46:50,705 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 10:46:50,705 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 10:46:50,706 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 10:46:50,705 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1649026925-127.0.0.1-1397144808341 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current
2014-04-10 10:46:50,721 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 10:46:50,722 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341 is not formatted.
2014-04-10 10:46:50,722 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 10:46:50,722 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1649026925-127.0.0.1-1397144808341 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current
2014-04-10 10:46:50,808 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 10:46:50,808 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 10:46:50,821 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 10:46:50,821 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341 is not formatted.
2014-04-10 10:46:50,821 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 10:46:50,821 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1649026925-127.0.0.1-1397144808341 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current
2014-04-10 10:46:50,821 INFO datanode.DataNode (DataNode.java:initStorage(963)) - Setting up storage: nsid=881576384;bpid=BP-1649026925-127.0.0.1-1397144808341;lv=-51;nsInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0;bpid=BP-1649026925-127.0.0.1-1397144808341;dnuuid=null
2014-04-10 10:46:50,822 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 10:46:50,822 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341 is not formatted.
2014-04-10 10:46:50,822 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 10:46:50,822 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1649026925-127.0.0.1-1397144808341 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current
2014-04-10 10:46:50,910 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 10:46:50,910 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 10:46:50,948 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(803)) - Generated and persisted new Datanode UUID 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d
2014-04-10 10:46:50,963 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current, StorageType: DISK
2014-04-10 10:46:50,963 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current, StorageType: DISK
2014-04-10 10:46:50,970 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1398)) - Registered FSDatasetState MBean
2014-04-10 10:46:50,972 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1397161522972 with interval 21600000
2014-04-10 10:46:50,973 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1767)) - Adding block pool BP-1649026925-127.0.0.1-1397144808341
2014-04-10 10:46:50,973 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1649026925-127.0.0.1-1397144808341 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current...
2014-04-10 10:46:50,973 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1649026925-127.0.0.1-1397144808341 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current...
2014-04-10 10:46:50,977 INFO datanode.DataNode (DataNode.java:initStorage(963)) - Setting up storage: nsid=881576384;bpid=BP-1649026925-127.0.0.1-1397144808341;lv=-51;nsInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0;bpid=BP-1649026925-127.0.0.1-1397144808341;dnuuid=null
2014-04-10 10:46:50,980 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1649026925-127.0.0.1-1397144808341 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current: 6ms
2014-04-10 10:46:50,980 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1649026925-127.0.0.1-1397144808341 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current: 7ms
2014-04-10 10:46:50,980 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(205)) - Total time to scan all replicas for block pool BP-1649026925-127.0.0.1-1397144808341: 7ms
2014-04-10 10:46:50,980 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1649026925-127.0.0.1-1397144808341 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current...
2014-04-10 10:46:50,981 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1649026925-127.0.0.1-1397144808341 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current: 0ms
2014-04-10 10:46:50,981 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1649026925-127.0.0.1-1397144808341 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current...
2014-04-10 10:46:50,981 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1649026925-127.0.0.1-1397144808341 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current: 0ms
2014-04-10 10:46:50,981 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(105)) - Total time to add all replicas to map: 1ms
2014-04-10 10:46:50,983 INFO datanode.DataNode (BPServiceActor.java:register(728)) - Block pool BP-1649026925-127.0.0.1-1397144808341 (Datanode Uuid null) service to localhost/127.0.0.1:60378 beginning handshake with NN
2014-04-10 10:46:50,991 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(787)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, infoPort=58659, ipcPort=38925, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) storage 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d
2014-04-10 10:46:50,996 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:55289
2014-04-10 10:46:50,999 INFO datanode.DataNode (DataNode.java:initStorage(963)) - Setting up storage: nsid=881576384;bpid=BP-1649026925-127.0.0.1-1397144808341;lv=-51;nsInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0;bpid=BP-1649026925-127.0.0.1-1397144808341;dnuuid=null
2014-04-10 10:46:50,999 INFO datanode.DataNode (DataNode.java:initStorage(963)) - Setting up storage: nsid=881576384;bpid=BP-1649026925-127.0.0.1-1397144808341;lv=-51;nsInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0;bpid=BP-1649026925-127.0.0.1-1397144808341;dnuuid=null
2014-04-10 10:46:51,000 INFO datanode.DataNode (BPServiceActor.java:register(741)) - Block pool Block pool BP-1649026925-127.0.0.1-1397144808341 (Datanode Uuid null) service to localhost/127.0.0.1:60378 successfully registered with NN
2014-04-10 10:46:51,000 INFO datanode.DataNode (BPServiceActor.java:offerService(604)) - For namenode localhost/127.0.0.1:60378 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2014-04-10 10:46:51,012 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5 for DN 127.0.0.1:55289
2014-04-10 10:46:51,013 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b for DN 127.0.0.1:55289
2014-04-10 10:46:51,016 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 10:46:51,017 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 10:46:51,021 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(435)) - Namenode Block pool BP-1649026925-127.0.0.1-1397144808341 (Datanode Uuid 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d) service to localhost/127.0.0.1:60378 trying to claim ACTIVE state with txid=1
2014-04-10 10:46:51,022 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(447)) - Acknowledging ACTIVE Namenode Block pool BP-1649026925-127.0.0.1-1397144808341 (Datanode Uuid 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d) service to localhost/127.0.0.1:60378
2014-04-10 10:46:51,030 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:55289 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 10:46:51,031 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, infoPort=58659, ipcPort=38925, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 10:46:51,031 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:55289 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 10:46:51,031 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, infoPort=58659, ipcPort=38925, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 10:46:51,041 INFO datanode.DataNode (BPServiceActor.java:blockReport(485)) - BlockReport of 0 blocks took 1 msec to generate and 18 msecs for RPC and NN processing
2014-04-10 10:46:51,041 INFO datanode.DataNode (BPServiceActor.java:blockReport(504)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@2e04589f
2014-04-10 10:46:51,042 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlockMap
2014-04-10 10:46:51,042 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 10:46:51,042 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.5% max memory 672 MB = 3.4 MB
2014-04-10 10:46:51,043 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^19 = 524288 entries
2014-04-10 10:46:51,043 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1649026925-127.0.0.1-1397144808341
2014-04-10 10:46:51,044 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-1649026925-127.0.0.1-1397144808341 to blockPoolScannerMap, new size=1
2014-04-10 10:46:51,052 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(803)) - Generated and persisted new Datanode UUID 1df63c1b-7aec-480c-a7f5-64068c9095b6
2014-04-10 10:46:51,052 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(803)) - Generated and persisted new Datanode UUID c77d7afe-f695-41db-95ad-e46c268e06f7
2014-04-10 10:46:51,052 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(803)) - Generated and persisted new Datanode UUID d55d4a0e-a412-4469-9a90-53fa99579ca4
2014-04-10 10:46:51,053 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current, StorageType: DISK
2014-04-10 10:46:51,053 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current, StorageType: DISK
2014-04-10 10:46:51,053 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current, StorageType: DISK
2014-04-10 10:46:51,053 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current, StorageType: DISK
2014-04-10 10:46:51,053 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current, StorageType: DISK
2014-04-10 10:46:51,054 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current, StorageType: DISK
2014-04-10 10:46:51,054 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1398)) - Registered FSDatasetState MBean
2014-04-10 10:46:51,054 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1398)) - Registered FSDatasetState MBean
2014-04-10 10:46:51,054 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1398)) - Registered FSDatasetState MBean
2014-04-10 10:46:51,054 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1397152674054 with interval 21600000
2014-04-10 10:46:51,054 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1397161822054 with interval 21600000
2014-04-10 10:46:51,054 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1767)) - Adding block pool BP-1649026925-127.0.0.1-1397144808341
2014-04-10 10:46:51,054 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1397152607054 with interval 21600000
2014-04-10 10:46:51,055 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1767)) - Adding block pool BP-1649026925-127.0.0.1-1397144808341
2014-04-10 10:46:51,055 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1767)) - Adding block pool BP-1649026925-127.0.0.1-1397144808341
2014-04-10 10:46:51,055 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1649026925-127.0.0.1-1397144808341 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current...
2014-04-10 10:46:51,055 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1649026925-127.0.0.1-1397144808341 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current...
2014-04-10 10:46:51,055 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1649026925-127.0.0.1-1397144808341 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current...
2014-04-10 10:46:51,055 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1649026925-127.0.0.1-1397144808341 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current...
2014-04-10 10:46:51,055 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1649026925-127.0.0.1-1397144808341 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current...
2014-04-10 10:46:51,055 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1649026925-127.0.0.1-1397144808341 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current...
2014-04-10 10:46:51,058 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1649026925-127.0.0.1-1397144808341 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current: 3ms
2014-04-10 10:46:51,059 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1649026925-127.0.0.1-1397144808341 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current: 3ms
2014-04-10 10:46:51,059 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1649026925-127.0.0.1-1397144808341 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current: 4ms
2014-04-10 10:46:51,059 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(205)) - Total time to scan all replicas for block pool BP-1649026925-127.0.0.1-1397144808341: 4ms
2014-04-10 10:46:51,059 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1649026925-127.0.0.1-1397144808341 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current: 3ms
2014-04-10 10:46:51,059 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1649026925-127.0.0.1-1397144808341 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current...
2014-04-10 10:46:51,059 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1649026925-127.0.0.1-1397144808341 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current: 0ms
2014-04-10 10:46:51,059 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1649026925-127.0.0.1-1397144808341 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current...
2014-04-10 10:46:51,060 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1649026925-127.0.0.1-1397144808341 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current: 1ms
2014-04-10 10:46:51,060 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(105)) - Total time to add all replicas to map: 1ms
2014-04-10 10:46:51,060 INFO datanode.DataNode (BPServiceActor.java:register(728)) - Block pool BP-1649026925-127.0.0.1-1397144808341 (Datanode Uuid null) service to localhost/127.0.0.1:60378 beginning handshake with NN
2014-04-10 10:46:51,059 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1649026925-127.0.0.1-1397144808341 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current: 4ms
2014-04-10 10:46:51,060 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1649026925-127.0.0.1-1397144808341 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current: 4ms
2014-04-10 10:46:51,060 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(205)) - Total time to scan all replicas for block pool BP-1649026925-127.0.0.1-1397144808341: 5ms
2014-04-10 10:46:51,060 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(205)) - Total time to scan all replicas for block pool BP-1649026925-127.0.0.1-1397144808341: 6ms
2014-04-10 10:46:51,060 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1649026925-127.0.0.1-1397144808341 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current...
2014-04-10 10:46:51,060 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1649026925-127.0.0.1-1397144808341 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current...
2014-04-10 10:46:51,061 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(787)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=c77d7afe-f695-41db-95ad-e46c268e06f7, infoPort=43222, ipcPort=44592, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) storage c77d7afe-f695-41db-95ad-e46c268e06f7
2014-04-10 10:46:51,061 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1649026925-127.0.0.1-1397144808341 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current: 0ms
2014-04-10 10:46:51,061 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1649026925-127.0.0.1-1397144808341 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current: 0ms
2014-04-10 10:46:51,061 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:53466
2014-04-10 10:46:51,061 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1649026925-127.0.0.1-1397144808341 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current...
2014-04-10 10:46:51,061 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1649026925-127.0.0.1-1397144808341 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current: 0ms
2014-04-10 10:46:51,061 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(105)) - Total time to add all replicas to map: 1ms
2014-04-10 10:46:51,061 INFO datanode.DataNode (BPServiceActor.java:register(728)) - Block pool BP-1649026925-127.0.0.1-1397144808341 (Datanode Uuid null) service to localhost/127.0.0.1:60378 beginning handshake with NN
2014-04-10 10:46:51,062 INFO datanode.DataNode (BPServiceActor.java:register(741)) - Block pool Block pool BP-1649026925-127.0.0.1-1397144808341 (Datanode Uuid null) service to localhost/127.0.0.1:60378 successfully registered with NN
2014-04-10 10:46:51,061 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1649026925-127.0.0.1-1397144808341 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current...
2014-04-10 10:46:51,062 INFO datanode.DataNode (BPServiceActor.java:offerService(604)) - For namenode localhost/127.0.0.1:60378 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2014-04-10 10:46:51,062 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1649026925-127.0.0.1-1397144808341 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current: 0ms
2014-04-10 10:46:51,062 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(105)) - Total time to add all replicas to map: 2ms
2014-04-10 10:46:51,062 INFO datanode.DataNode (BPServiceActor.java:register(728)) - Block pool BP-1649026925-127.0.0.1-1397144808341 (Datanode Uuid null) service to localhost/127.0.0.1:60378 beginning handshake with NN
2014-04-10 10:46:51,062 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(787)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=1df63c1b-7aec-480c-a7f5-64068c9095b6, infoPort=40517, ipcPort=46888, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) storage 1df63c1b-7aec-480c-a7f5-64068c9095b6
2014-04-10 10:46:51,063 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:36139
2014-04-10 10:46:51,064 INFO datanode.DataNode (BPServiceActor.java:register(741)) - Block pool Block pool BP-1649026925-127.0.0.1-1397144808341 (Datanode Uuid null) service to localhost/127.0.0.1:60378 successfully registered with NN
2014-04-10 10:46:51,064 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(787)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=d55d4a0e-a412-4469-9a90-53fa99579ca4, infoPort=50650, ipcPort=33089, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) storage d55d4a0e-a412-4469-9a90-53fa99579ca4
2014-04-10 10:46:51,064 INFO datanode.DataNode (BPServiceActor.java:offerService(604)) - For namenode localhost/127.0.0.1:60378 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2014-04-10 10:46:51,064 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:55175
2014-04-10 10:46:51,064 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-2c75426e-7b59-4a73-a84a-a745e216238b for DN 127.0.0.1:53466
2014-04-10 10:46:51,064 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-00377173-f5c3-4e27-829c-0a18397ffca7 for DN 127.0.0.1:53466
2014-04-10 10:46:51,064 INFO datanode.DataNode (BPServiceActor.java:register(741)) - Block pool Block pool BP-1649026925-127.0.0.1-1397144808341 (Datanode Uuid null) service to localhost/127.0.0.1:60378 successfully registered with NN
2014-04-10 10:46:51,064 INFO datanode.DataNode (BPServiceActor.java:offerService(604)) - For namenode localhost/127.0.0.1:60378 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2014-04-10 10:46:51,065 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(435)) - Namenode Block pool BP-1649026925-127.0.0.1-1397144808341 (Datanode Uuid c77d7afe-f695-41db-95ad-e46c268e06f7) service to localhost/127.0.0.1:60378 trying to claim ACTIVE state with txid=1
2014-04-10 10:46:51,065 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad for DN 127.0.0.1:36139
2014-04-10 10:46:51,065 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(447)) - Acknowledging ACTIVE Namenode Block pool BP-1649026925-127.0.0.1-1397144808341 (Datanode Uuid c77d7afe-f695-41db-95ad-e46c268e06f7) service to localhost/127.0.0.1:60378
2014-04-10 10:46:51,065 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f for DN 127.0.0.1:36139
2014-04-10 10:46:51,065 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(435)) - Namenode Block pool BP-1649026925-127.0.0.1-1397144808341 (Datanode Uuid 1df63c1b-7aec-480c-a7f5-64068c9095b6) service to localhost/127.0.0.1:60378 trying to claim ACTIVE state with txid=1
2014-04-10 10:46:51,065 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-ff94c9e0-2661-4428-8526-10ce9707f3c2 for DN 127.0.0.1:55175
2014-04-10 10:46:51,065 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(447)) - Acknowledging ACTIVE Namenode Block pool BP-1649026925-127.0.0.1-1397144808341 (Datanode Uuid 1df63c1b-7aec-480c-a7f5-64068c9095b6) service to localhost/127.0.0.1:60378
2014-04-10 10:46:51,065 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4 for DN 127.0.0.1:55175
2014-04-10 10:46:51,066 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:53466 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 10:46:51,066 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=c77d7afe-f695-41db-95ad-e46c268e06f7, infoPort=43222, ipcPort=44592, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 10:46:51,066 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:53466 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 10:46:51,066 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(435)) - Namenode Block pool BP-1649026925-127.0.0.1-1397144808341 (Datanode Uuid d55d4a0e-a412-4469-9a90-53fa99579ca4) service to localhost/127.0.0.1:60378 trying to claim ACTIVE state with txid=1
2014-04-10 10:46:51,066 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=c77d7afe-f695-41db-95ad-e46c268e06f7, infoPort=43222, ipcPort=44592, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 10:46:51,066 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(447)) - Acknowledging ACTIVE Namenode Block pool BP-1649026925-127.0.0.1-1397144808341 (Datanode Uuid d55d4a0e-a412-4469-9a90-53fa99579ca4) service to localhost/127.0.0.1:60378
2014-04-10 10:46:51,066 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:36139 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 10:46:51,066 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=1df63c1b-7aec-480c-a7f5-64068c9095b6, infoPort=40517, ipcPort=46888, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 10:46:51,066 INFO datanode.DataNode (BPServiceActor.java:blockReport(485)) - BlockReport of 0 blocks took 0 msec to generate and 1 msecs for RPC and NN processing
2014-04-10 10:46:51,066 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:36139 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 10:46:51,066 INFO datanode.DataNode (BPServiceActor.java:blockReport(504)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@7e203250
2014-04-10 10:46:51,067 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=1df63c1b-7aec-480c-a7f5-64068c9095b6, infoPort=40517, ipcPort=46888, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0), blocks: 0, processing time: 1 msecs
2014-04-10 10:46:51,067 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlockMap
2014-04-10 10:46:51,067 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 10:46:51,067 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:55175 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 10:46:51,067 INFO datanode.DataNode (BPServiceActor.java:blockReport(485)) - BlockReport of 0 blocks took 0 msec to generate and 1 msecs for RPC and NN processing
2014-04-10 10:46:51,067 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.5% max memory 672 MB = 3.4 MB
2014-04-10 10:46:51,067 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^19 = 524288 entries
2014-04-10 10:46:51,067 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=d55d4a0e-a412-4469-9a90-53fa99579ca4, infoPort=50650, ipcPort=33089, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 10:46:51,067 INFO datanode.DataNode (BPServiceActor.java:blockReport(504)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@272c9b82
2014-04-10 10:46:51,067 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:55175 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 10:46:51,068 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlockMap
2014-04-10 10:46:51,068 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1649026925-127.0.0.1-1397144808341
2014-04-10 10:46:51,068 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 10:46:51,068 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=d55d4a0e-a412-4469-9a90-53fa99579ca4, infoPort=50650, ipcPort=33089, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0), blocks: 0, processing time: 1 msecs
2014-04-10 10:46:51,068 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.5% max memory 672 MB = 3.4 MB
2014-04-10 10:46:51,068 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-1649026925-127.0.0.1-1397144808341 to blockPoolScannerMap, new size=1
2014-04-10 10:46:51,068 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^19 = 524288 entries
2014-04-10 10:46:51,068 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1649026925-127.0.0.1-1397144808341
2014-04-10 10:46:51,069 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-1649026925-127.0.0.1-1397144808341 to blockPoolScannerMap, new size=1
2014-04-10 10:46:51,106 INFO datanode.DataNode (BPServiceActor.java:blockReport(485)) - BlockReport of 0 blocks took 0 msec to generate and 40 msecs for RPC and NN processing
2014-04-10 10:46:51,106 INFO datanode.DataNode (BPServiceActor.java:blockReport(504)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@619587e5
2014-04-10 10:46:51,107 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlockMap
2014-04-10 10:46:51,107 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 10:46:51,107 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.5% max memory 672 MB = 3.4 MB
2014-04-10 10:46:51,107 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^19 = 524288 entries
2014-04-10 10:46:51,107 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1649026925-127.0.0.1-1397144808341
2014-04-10 10:46:51,108 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-1649026925-127.0.0.1-1397144808341 to blockPoolScannerMap, new size=1
2014-04-10 10:46:51,123 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1934)) - Cluster is active
2014-04-10 10:46:51,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:46:51,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:46:51,232 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:46:51,284 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741825_1001 src: /127.0.0.1:35649 dest: /127.0.0.1:55175
2014-04-10 10:46:51,292 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741825_1001 src: /127.0.0.1:51374 dest: /127.0.0.1:55289
2014-04-10 10:46:51,293 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741825_1001 src: /127.0.0.1:43552 dest: /127.0.0.1:53466
2014-04-10 10:46:51,314 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43552, dest: /127.0.0.1:53466, bytes: 484730, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741825_1001, duration: 10900773
2014-04-10 10:46:51,315 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741825_1001, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:46:51,315 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:46:51,316 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51374, dest: /127.0.0.1:55289, bytes: 484730, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741825_1001, duration: 12289246
2014-04-10 10:46:51,317 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:46:51,317 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:46:51,318 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35649, dest: /127.0.0.1:55175, bytes: 484730, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741825_1001, duration: 14903613
2014-04-10 10:46:51,318 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:46:51,320 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:46:51,334 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:46:51,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=brock:supergroup:rwxr--r--
2014-04-10 10:46:51,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:46:51,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:46:51,438 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:46:51,454 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741826_1002 src: /127.0.0.1:51376 dest: /127.0.0.1:55289
2014-04-10 10:46:51,456 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741826_1002 src: /127.0.0.1:43427 dest: /127.0.0.1:36139
2014-04-10 10:46:51,459 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741826_1002 src: /127.0.0.1:43555 dest: /127.0.0.1:53466
2014-04-10 10:46:51,470 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43555, dest: /127.0.0.1:53466, bytes: 385571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741826_1002, duration: 9334073
2014-04-10 10:46:51,471 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741826_1002, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:46:51,471 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:46:51,472 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43427, dest: /127.0.0.1:36139, bytes: 385571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741826_1002, duration: 10519114
2014-04-10 10:46:51,472 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:46:51,473 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:46:51,475 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51376, dest: /127.0.0.1:55289, bytes: 385571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741826_1002, duration: 11374367
2014-04-10 10:46:51,475 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:46:51,475 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:46:51,484 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:46:51,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=brock:supergroup:rwxr--r--
2014-04-10 10:46:51,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging dst=null perm=null
2014-04-10 10:46:51,550 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceInit(150)) - mkdir: hdfs://localhost:60378/tmp/hadoop-yarn/staging
2014-04-10 10:46:51,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:46:51,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:46:51,619 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMFatalEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMFatalEventDispatcher
2014-04-10 10:46:51,633 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:<init>(77)) - NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms
2014-04-10 10:46:51,635 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:<init>(75)) - ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms
2014-04-10 10:46:51,636 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:rollMasterKey(107)) - Rolling master-key for amrm-tokens
2014-04-10 10:46:51,640 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler
2014-04-10 10:46:51,641 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager
2014-04-10 10:46:51,641 INFO resourcemanager.ResourceManager (ResourceManager.java:createScheduler(226)) - Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler
2014-04-10 10:46:51,649 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher
2014-04-10 10:46:51,650 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher
2014-04-10 10:46:51,651 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher
2014-04-10 10:46:51,651 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher
2014-04-10 10:46:51,659 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - ResourceManager metrics system started (again)
2014-04-10 10:46:51,682 INFO capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(191)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:*
2014-04-10 10:46:51,682 INFO capacity.ParentQueue (ParentQueue.java:<init>(153)) - Initialized parent-queue root name=root, fullname=root
2014-04-10 10:46:51,687 INFO capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(273)) - Initializing default
capacity = 1.0 [= (float) configuredCapacity / 100 ]
asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ]
maxCapacity = 1.0 [= configuredMaxCapacity ]
absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ]
userLimit = 100 [= configuredUserLimit ]
userLimitFactor = 1.0 [= configuredUserLimitFactor ]
maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)]
maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ]
maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ]
maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ]
maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ]
usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)]
absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory]
maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ]
minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ]
numContainers = 0 [= currentNumContainers ]
state = RUNNING [= configuredState ]
acls = SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:* [= configuredAcls ]
nodeLocalityDelay = 0
2014-04-10 10:46:51,687 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(411)) - Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0
2014-04-10 10:46:51,688 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(411)) - Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2014-04-10 10:46:51,688 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueues(309)) - Initialized root queue root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2014-04-10 10:46:51,688 INFO capacity.CapacityScheduler (CapacityScheduler.java:reinitialize(273)) - Initialized CapacityScheduler with calculator=class org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator, minimumAllocation=<<memory:1024, vCores:1>>, maximumAllocation=<<memory:8192, vCores:32>>
2014-04-10 10:46:51,705 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager
2014-04-10 10:46:51,707 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher
2014-04-10 10:46:51,708 INFO resourcemanager.RMNMInfo (RMNMInfo.java:<init>(63)) - Registered RMNMInfo MBean
2014-04-10 10:46:51,709 INFO util.HostsFileReader (HostsFileReader.java:refresh(84)) - Refreshing hosts (include/exclude) list
2014-04-10 10:46:51,771 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$2
2014-04-10 10:46:51,772 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0
2014-04-10 10:46:51,772 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1
2014-04-10 10:46:51,773 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2
2014-04-10 10:46:51,773 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3
2014-04-10 10:46:51,774 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_0
2014-04-10 10:46:51,774 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_1
2014-04-10 10:46:51,774 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_2
2014-04-10 10:46:51,775 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_3
2014-04-10 10:46:51,775 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(508)) - Starting NM: 0
2014-04-10 10:46:51,808 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2014-04-10 10:46:51,808 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2014-04-10 10:46:51,809 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2014-04-10 10:46:51,809 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2014-04-10 10:46:51,809 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2014-04-10 10:46:51,810 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2014-04-10 10:46:51,812 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2014-04-10 10:46:51,813 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2014-04-10 10:46:51,813 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2014-04-10 10:46:51,816 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2014-04-10 10:46:51,817 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2014-04-10 10:46:51,896 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2014-04-10 10:46:51,912 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2014-04-10 10:46:51,912 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2014-04-10 10:46:51,935 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@458a129d
2014-04-10 10:46:51,935 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2014-04-10 10:46:51,935 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2014-04-10 10:46:51,935 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2014-04-10 10:46:51,936 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(163)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2014-04-10 10:46:51,936 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0
2014-04-10 10:46:51,936 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1
2014-04-10 10:46:51,936 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2
2014-04-10 10:46:51,937 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3
2014-04-10 10:46:51,937 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_0
2014-04-10 10:46:51,937 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_1
2014-04-10 10:46:51,937 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_2
2014-04-10 10:46:51,937 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_3
2014-04-10 10:46:51,938 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(508)) - Starting NM: 1
2014-04-10 10:46:51,950 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2014-04-10 10:46:51,950 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2014-04-10 10:46:51,950 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2014-04-10 10:46:51,950 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2014-04-10 10:46:51,951 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2014-04-10 10:46:51,951 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2014-04-10 10:46:51,951 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2014-04-10 10:46:51,951 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2014-04-10 10:46:51,951 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2014-04-10 10:46:51,953 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2014-04-10 10:46:51,953 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2014-04-10 10:46:52,022 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2014-04-10 10:46:52,024 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2014-04-10 10:46:52,024 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2014-04-10 10:46:52,033 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@e29110
2014-04-10 10:46:52,033 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2014-04-10 10:46:52,034 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2014-04-10 10:46:52,034 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2014-04-10 10:46:52,035 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(163)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2014-04-10 10:46:52,035 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0
2014-04-10 10:46:52,036 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1
2014-04-10 10:46:52,036 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2
2014-04-10 10:46:52,036 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3
2014-04-10 10:46:52,037 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_0
2014-04-10 10:46:52,037 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_1
2014-04-10 10:46:52,037 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_2
2014-04-10 10:46:52,038 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_3
2014-04-10 10:46:52,038 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(508)) - Starting NM: 2
2014-04-10 10:46:52,047 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2014-04-10 10:46:52,047 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2014-04-10 10:46:52,047 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2014-04-10 10:46:52,048 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2014-04-10 10:46:52,048 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2014-04-10 10:46:52,048 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2014-04-10 10:46:52,048 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2014-04-10 10:46:52,048 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2014-04-10 10:46:52,048 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2014-04-10 10:46:52,050 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2014-04-10 10:46:52,050 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2014-04-10 10:46:52,108 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2014-04-10 10:46:52,110 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2014-04-10 10:46:52,111 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2014-04-10 10:46:52,118 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@4d8c55fe
2014-04-10 10:46:52,118 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2014-04-10 10:46:52,119 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2014-04-10 10:46:52,119 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2014-04-10 10:46:52,120 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(163)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2014-04-10 10:46:52,120 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0
2014-04-10 10:46:52,120 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1
2014-04-10 10:46:52,120 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2
2014-04-10 10:46:52,120 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3
2014-04-10 10:46:52,121 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_0
2014-04-10 10:46:52,121 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_1
2014-04-10 10:46:52,121 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_2
2014-04-10 10:46:52,121 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_3
2014-04-10 10:46:52,121 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(508)) - Starting NM: 3
2014-04-10 10:46:52,130 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2014-04-10 10:46:52,130 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2014-04-10 10:46:52,130 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2014-04-10 10:46:52,130 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2014-04-10 10:46:52,130 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2014-04-10 10:46:52,130 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2014-04-10 10:46:52,131 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2014-04-10 10:46:52,131 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2014-04-10 10:46:52,131 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2014-04-10 10:46:52,132 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2014-04-10 10:46:52,132 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2014-04-10 10:46:52,203 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2014-04-10 10:46:52,206 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2014-04-10 10:46:52,206 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2014-04-10 10:46:52,215 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@23abe9f6
2014-04-10 10:46:52,216 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2014-04-10 10:46:52,216 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2014-04-10 10:46:52,216 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2014-04-10 10:46:52,217 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(163)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2014-04-10 10:46:52,226 INFO hs.JobHistory (JobHistory.java:serviceInit(83)) - JobHistory Init
2014-04-10 10:46:52,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null
2014-04-10 10:46:52,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:46:52,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:46:52,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:46:52,320 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(645)) - Perms after creating 511, Expected: 1023
2014-04-10 10:46:52,320 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(648)) - Explicitly setting permissions to : 1023, rwxrwxrwt
2014-04-10 10:46:52,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=brock:supergroup:rwxrwxrwt
2014-04-10 10:46:55,980 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741826_1002
2014-04-10 10:46:55,985 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741825_1001
2014-04-10 10:46:56,057 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741826_1002
2014-04-10 10:46:56,057 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741826_1002
2014-04-10 10:46:56,059 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741825_1001
2014-04-10 10:46:56,062 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741825_1001
2014-04-10 10:47:02,338 INFO hs.HistoryFileManager (HistoryFileManager.java:initExisting(664)) - Initializing Existing Jobs...
2014-04-10 10:47:02,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null
2014-04-10 10:47:02,350 INFO hs.CachedHistoryStorage (CachedHistoryStorage.java:serviceInit(66)) - CachedHistoryStorage Init
2014-04-10 10:47:02,362 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 54277
2014-04-10 10:47:02,365 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(210)) - Waiting for HistoryServer to start...
2014-04-10 10:47:02,365 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - JobHistoryServer metrics system started (again)
2014-04-10 10:47:02,367 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2014-04-10 10:47:02,368 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(536)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2014-04-10 10:47:02,370 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2014-04-10 10:47:02,377 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.jobhistory is not defined
2014-04-10 10:47:02,378 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 10:47:02,378 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context jobhistory
2014-04-10 10:47:02,379 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 10:47:02,379 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 10:47:02,380 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /jobhistory/*
2014-04-10 10:47:02,380 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 10:47:02,382 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 59397
2014-04-10 10:47:02,382 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 10:47:02,387 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/jobhistory to /tmp/Jetty_localhost_localdomain_59397_jobhistory____ke0rq1/webapp
2014-04-10 10:47:02,438 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:59397
2014-04-10 10:47:02,439 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /jobhistory started at 59397
2014-04-10 10:47:02,630 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 10:47:02,637 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 58285
2014-04-10 10:47:02,639 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.mapreduce.v2.api.HSClientProtocolPB to the server
2014-04-10 10:47:02,639 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 10:47:02,639 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 58285: starting
2014-04-10 10:47:02,641 INFO hs.HistoryClientService (HistoryClientService.java:serviceStart(142)) - Instantiated MRClientService at localhost/127.0.0.1:58285
2014-04-10 10:47:02,642 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 10:47:02,642 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 54277: starting
2014-04-10 10:47:03,865 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(227)) - MiniMRYARN ResourceManager address: localhost.localdomain:0
2014-04-10 10:47:03,866 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(229)) - MiniMRYARN ResourceManager web address: localhost.localdomain:0
2014-04-10 10:47:03,866 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(231)) - MiniMRYARN HistoryServer address: localhost:58285
2014-04-10 10:47:03,867 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(233)) - MiniMRYARN HistoryServer web address: localhost:59397
2014-04-10 10:47:03,868 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(292)) - Waiting for RM to start...
2014-04-10 10:47:03,868 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(815)) - Transitioning to active state
2014-04-10 10:47:03,871 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:rollMasterKey(103)) - Rolling master-key for container-tokens
2014-04-10 10:47:03,872 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:rollMasterKey(107)) - Rolling master-key for amrm-tokens
2014-04-10 10:47:03,875 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:rollMasterKey(97)) - Rolling master-key for nm-tokens
2014-04-10 10:47:03,875 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2014-04-10 10:47:03,876 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(85)) - storing master key with keyID 1
2014-04-10 10:47:03,876 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(536)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2014-04-10 10:47:03,877 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2014-04-10 10:47:03,878 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(85)) - storing master key with keyID 2
2014-04-10 10:47:03,893 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 55569
2014-04-10 10:47:03,896 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceTrackerPB to the server
2014-04-10 10:47:03,897 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 10:47:03,897 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 55569: starting
2014-04-10 10:47:03,916 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 51148
2014-04-10 10:47:03,919 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB to the server
2014-04-10 10:47:03,920 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 10:47:03,920 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 51148: starting
2014-04-10 10:47:03,939 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 51112
2014-04-10 10:47:03,941 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationClientProtocolPB to the server
2014-04-10 10:47:03,942 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 10:47:03,942 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 51112: starting
2014-04-10 10:47:03,947 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(818)) - Transitioned to active state
2014-04-10 10:47:03,949 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.resourcemanager is not defined
2014-04-10 10:47:03,950 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 10:47:03,950 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context cluster
2014-04-10 10:47:03,950 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 10:47:03,950 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 10:47:03,951 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /cluster/*
2014-04-10 10:47:03,951 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 10:47:03,951 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 60619
2014-04-10 10:47:03,951 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 10:47:03,953 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/cluster to /tmp/Jetty_localhost_localdomain_60619_cluster____.q34qxv/webapp
2014-04-10 10:47:04,575 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:60619
2014-04-10 10:47:04,575 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /cluster started at 60619
2014-04-10 10:47:04,592 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 10:47:04,602 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 33581
2014-04-10 10:47:04,604 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB to the server
2014-04-10 10:47:04,605 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 10:47:04,605 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 33581: starting
2014-04-10 10:47:05,369 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(304)) - MiniYARN ResourceManager address: localhost:51112
2014-04-10 10:47:05,369 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(306)) - MiniYARN ResourceManager web address: localhost.localdomain:60619
2014-04-10 10:47:05,369 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(423)) - MiniYARN ResourceManager address: localhost:51112
2014-04-10 10:47:05,370 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(425)) - MiniYARN ResourceManager web address: localhost.localdomain:60619
2014-04-10 10:47:05,371 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(543)) - Waiting for NM 0 to start...
2014-04-10 10:47:05,384 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 56736
2014-04-10 10:47:05,389 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2014-04-10 10:47:05,389 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(283)) - Blocking new container-requests as container manager rpc server is still starting.
2014-04-10 10:47:05,390 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 10:47:05,390 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 56736: starting
2014-04-10 10:47:05,400 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : localhost:56736
2014-04-10 10:47:05,400 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(294)) - ContainerManager started at /127.0.0.1:56736
2014-04-10 10:47:05,408 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 42712
2014-04-10 10:47:05,410 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2014-04-10 10:47:05,410 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 10:47:05,410 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 42712: starting
2014-04-10 10:47:05,412 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 42712
2014-04-10 10:47:05,421 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2014-04-10 10:47:05,429 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(326)) - httpshuffle listening on port 50894
2014-04-10 10:47:05,429 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:05,429 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at localhost.localdomain:0
2014-04-10 10:47:05,430 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2014-04-10 10:47:05,430 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 10:47:05,430 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2014-04-10 10:47:05,430 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 10:47:05,430 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 10:47:05,431 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /node/*
2014-04-10 10:47:05,431 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 10:47:05,431 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 54721
2014-04-10 10:47:05,431 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 10:47:05,433 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/node to /tmp/Jetty_localhost_localdomain_54721_node____.ub4s3s/webapp
2014-04-10 10:47:05,663 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:54721
2014-04-10 10:47:05,664 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /node started at 54721
2014-04-10 10:47:05,676 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 10:47:05,680 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(244)) - Registering with RM using finished containers :[]
2014-04-10 10:47:05,688 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved localhost to /default-rack
2014-04-10 10:47:05,691 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(294)) - NodeManager from node localhost(cmPort: 56736 httpPort: 54721) registered with capability: <memory:4096, vCores:8>, assigned nodeId localhost:56736
2014-04-10 10:47:05,691 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 109448441
2014-04-10 10:47:05,693 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-541451615
2014-04-10 10:47:05,693 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(294)) - Registered with ResourceManager as localhost:56736 with total resource of <memory:4096, vCores:8>
2014-04-10 10:47:05,693 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(296)) - Notifying ContainerManager to unblock new container-requests
2014-04-10 10:47:05,696 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(384)) - localhost:56736 Node Transitioned from NEW to RUNNING
2014-04-10 10:47:05,699 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(782)) - Added node localhost:56736 clusterResource: <memory:4096, vCores:8>
2014-04-10 10:47:06,373 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(543)) - Waiting for NM 1 to start...
2014-04-10 10:47:06,376 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 50571
2014-04-10 10:47:06,380 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2014-04-10 10:47:06,380 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(283)) - Blocking new container-requests as container manager rpc server is still starting.
2014-04-10 10:47:06,381 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 10:47:06,381 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 50571: starting
2014-04-10 10:47:06,386 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : localhost:50571
2014-04-10 10:47:06,387 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(294)) - ContainerManager started at /127.0.0.1:50571
2014-04-10 10:47:06,388 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 49672
2014-04-10 10:47:06,391 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2014-04-10 10:47:06,392 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 10:47:06,392 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 49672: starting
2014-04-10 10:47:06,394 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 49672
2014-04-10 10:47:06,395 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2014-04-10 10:47:06,396 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(326)) - httpshuffle listening on port 39896
2014-04-10 10:47:06,396 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:06,397 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at localhost.localdomain:0
2014-04-10 10:47:06,397 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2014-04-10 10:47:06,398 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 10:47:06,399 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2014-04-10 10:47:06,399 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 10:47:06,399 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 10:47:06,400 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /node/*
2014-04-10 10:47:06,400 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 10:47:06,401 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 52641
2014-04-10 10:47:06,401 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 10:47:06,405 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/node to /tmp/Jetty_localhost_localdomain_52641_node____.bcz6vd/webapp
2014-04-10 10:47:06,575 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:52641
2014-04-10 10:47:06,576 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /node started at 52641
2014-04-10 10:47:06,581 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 10:47:06,582 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(244)) - Registering with RM using finished containers :[]
2014-04-10 10:47:06,582 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved localhost to /default-rack
2014-04-10 10:47:06,582 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(384)) - localhost:50571 Node Transitioned from NEW to RUNNING
2014-04-10 10:47:06,582 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(294)) - NodeManager from node localhost(cmPort: 50571 httpPort: 52641) registered with capability: <memory:4096, vCores:8>, assigned nodeId localhost:50571
2014-04-10 10:47:06,582 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(782)) - Added node localhost:50571 clusterResource: <memory:8192, vCores:16>
2014-04-10 10:47:06,582 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 109448441
2014-04-10 10:47:06,582 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-541451615
2014-04-10 10:47:06,583 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(294)) - Registered with ResourceManager as localhost:50571 with total resource of <memory:4096, vCores:8>
2014-04-10 10:47:06,583 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(296)) - Notifying ContainerManager to unblock new container-requests
2014-04-10 10:47:07,374 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(543)) - Waiting for NM 2 to start...
2014-04-10 10:47:07,381 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 52024
2014-04-10 10:47:07,385 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2014-04-10 10:47:07,385 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(283)) - Blocking new container-requests as container manager rpc server is still starting.
2014-04-10 10:47:07,386 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 10:47:07,386 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 52024: starting
2014-04-10 10:47:07,390 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : localhost:52024
2014-04-10 10:47:07,390 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(294)) - ContainerManager started at /127.0.0.1:52024
2014-04-10 10:47:07,392 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 59008
2014-04-10 10:47:07,395 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2014-04-10 10:47:07,395 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 10:47:07,395 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 59008: starting
2014-04-10 10:47:07,397 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 59008
2014-04-10 10:47:07,399 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2014-04-10 10:47:07,399 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(326)) - httpshuffle listening on port 55074
2014-04-10 10:47:07,400 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:07,400 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at localhost.localdomain:0
2014-04-10 10:47:07,401 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2014-04-10 10:47:07,402 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 10:47:07,402 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2014-04-10 10:47:07,403 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 10:47:07,403 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 10:47:07,404 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /node/*
2014-04-10 10:47:07,404 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 10:47:07,405 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 60854
2014-04-10 10:47:07,405 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 10:47:07,409 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/node to /tmp/Jetty_localhost_localdomain_60854_node____.us6y3m/webapp
2014-04-10 10:47:07,588 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:60854
2014-04-10 10:47:07,589 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /node started at 60854
2014-04-10 10:47:07,594 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 10:47:07,595 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(244)) - Registering with RM using finished containers :[]
2014-04-10 10:47:07,595 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved localhost to /default-rack
2014-04-10 10:47:07,595 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(294)) - NodeManager from node localhost(cmPort: 52024 httpPort: 60854) registered with capability: <memory:4096, vCores:8>, assigned nodeId localhost:52024
2014-04-10 10:47:07,595 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(384)) - localhost:52024 Node Transitioned from NEW to RUNNING
2014-04-10 10:47:07,595 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 109448441
2014-04-10 10:47:07,596 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-541451615
2014-04-10 10:47:07,596 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(782)) - Added node localhost:52024 clusterResource: <memory:12288, vCores:24>
2014-04-10 10:47:07,596 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(294)) - Registered with ResourceManager as localhost:52024 with total resource of <memory:4096, vCores:8>
2014-04-10 10:47:07,596 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(296)) - Notifying ContainerManager to unblock new container-requests
2014-04-10 10:47:08,376 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(543)) - Waiting for NM 3 to start...
2014-04-10 10:47:08,379 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 37679
2014-04-10 10:47:08,383 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2014-04-10 10:47:08,383 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(283)) - Blocking new container-requests as container manager rpc server is still starting.
2014-04-10 10:47:08,384 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 10:47:08,384 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 37679: starting
2014-04-10 10:47:08,391 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : localhost:37679
2014-04-10 10:47:08,391 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(294)) - ContainerManager started at /127.0.0.1:37679
2014-04-10 10:47:08,393 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 57895
2014-04-10 10:47:08,396 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2014-04-10 10:47:08,396 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 10:47:08,396 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 57895: starting
2014-04-10 10:47:08,398 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 57895
2014-04-10 10:47:08,401 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2014-04-10 10:47:08,402 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(326)) - httpshuffle listening on port 43489
2014-04-10 10:47:08,402 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:08,403 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at localhost.localdomain:0
2014-04-10 10:47:08,403 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2014-04-10 10:47:08,404 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 10:47:08,405 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2014-04-10 10:47:08,405 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 10:47:08,405 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 10:47:08,407 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /node/*
2014-04-10 10:47:08,407 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 10:47:08,408 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 51279
2014-04-10 10:47:08,408 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 10:47:08,411 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/node to /tmp/Jetty_localhost_localdomain_51279_node____.1g28av/webapp
2014-04-10 10:47:08,550 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:51279
2014-04-10 10:47:08,551 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /node started at 51279
2014-04-10 10:47:08,556 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 10:47:08,557 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(244)) - Registering with RM using finished containers :[]
2014-04-10 10:47:08,557 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved localhost to /default-rack
2014-04-10 10:47:08,557 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(384)) - localhost:37679 Node Transitioned from NEW to RUNNING
2014-04-10 10:47:08,558 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(294)) - NodeManager from node localhost(cmPort: 37679 httpPort: 51279) registered with capability: <memory:4096, vCores:8>, assigned nodeId localhost:37679
2014-04-10 10:47:08,558 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(782)) - Added node localhost:37679 clusterResource: <memory:16384, vCores:32>
2014-04-10 10:47:08,558 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 109448441
2014-04-10 10:47:08,558 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-541451615
2014-04-10 10:47:08,558 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(294)) - Registered with ResourceManager as localhost:37679 with total resource of <memory:4096, vCores:8>
2014-04-10 10:47:08,558 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(296)) - Notifying ContainerManager to unblock new container-requests
2014-04-10 10:47:09,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:47:09,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:47:09,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:47:09,461 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt. BP-1649026925-127.0.0.1-1397144808341 blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:47:09,477 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003 src: /127.0.0.1:35715 dest: /127.0.0.1:55175
2014-04-10 10:47:09,482 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003 src: /127.0.0.1:51440 dest: /127.0.0.1:55289
2014-04-10 10:47:09,484 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003 src: /127.0.0.1:43618 dest: /127.0.0.1:53466
2014-04-10 10:47:09,493 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43618, dest: /127.0.0.1:53466, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 7263744
2014-04-10 10:47:09,493 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:47:09,494 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:47:09,495 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51440, dest: /127.0.0.1:55289, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 7574524
2014-04-10 10:47:09,495 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:09,497 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:47:09,498 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35715, dest: /127.0.0.1:55175, bytes: 83, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 8804671
2014-04-10 10:47:09,498 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:09,500 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:47:09,516 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:47:09,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:47:09,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:47:09,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:47:09,536 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt. BP-1649026925-127.0.0.1-1397144808341 blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]}
2014-04-10 10:47:09,552 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004 src: /127.0.0.1:43492 dest: /127.0.0.1:36139
2014-04-10 10:47:09,557 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004 src: /127.0.0.1:51443 dest: /127.0.0.1:55289
2014-04-10 10:47:09,558 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004 src: /127.0.0.1:35720 dest: /127.0.0.1:55175
2014-04-10 10:47:09,566 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35720, dest: /127.0.0.1:55175, bytes: 48, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004, duration: 5822031
2014-04-10 10:47:09,566 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:47:09,567 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:47:09,567 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51443, dest: /127.0.0.1:55289, bytes: 48, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004, duration: 6894435
2014-04-10 10:47:09,570 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:09,571 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:47:09,571 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43492, dest: /127.0.0.1:36139, bytes: 48, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004, duration: 10440351
2014-04-10 10:47:09,572 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:09,572 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:47:09,583 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:47:09,632 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 10:47:09,633 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 10:47:09,639 INFO property.AppProps (AppProps.java:getAppID(162)) - using app.id: 237A9D7003B64AEE9C46FE08BCD50AE0
2014-04-10 10:47:09,667 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-04-10 10:47:09,681 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-04-10 10:47:09,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner dst=null perm=null
2014-04-10 10:47:09,732 INFO util.Version (Version.java:printBanner(78)) - Concurrent, Inc - Cascading 2.5.3
2014-04-10 10:47:09,734 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting
2014-04-10 10:47:09,735 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextDelimited[['num', 'char' | Integer, String]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt"]
2014-04-10 10:47:09,735 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextDelimited[['num', 'char' | Integer, String]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt"]
2014-04-10 10:47:09,736 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] sink: Hfs["TextDelimited[[0:3]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner"]
2014-04-10 10:47:09,736 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] parallel execution is enabled: true
2014-04-10 10:47:09,737 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting jobs: 1
2014-04-10 10:47:09,737 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] allocating threads: 1
2014-04-10 10:47:09,738 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) ...ipesplatform/cogroupinner
2014-04-10 10:47:09,768 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:47:09,800 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:47:09,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner dst=null perm=null
2014-04-10 10:47:09,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:47:09,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=brock:supergroup:rwx------
2014-04-10 10:47:09,852 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 1
2014-04-10 10:47:09,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001 dst=null perm=null
2014-04-10 10:47:09,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:47:09,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:47:09,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.jar dst=null perm=null
2014-04-10 10:47:09,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:47:09,903 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]}
2014-04-10 10:47:09,919 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741829_1005 src: /127.0.0.1:43624 dest: /127.0.0.1:53466
2014-04-10 10:47:09,921 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741829_1005 src: /127.0.0.1:43498 dest: /127.0.0.1:36139
2014-04-10 10:47:09,923 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741829_1005 src: /127.0.0.1:35725 dest: /127.0.0.1:55175
2014-04-10 10:47:09,930 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35725, dest: /127.0.0.1:55175, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741829_1005, duration: 6300953
2014-04-10 10:47:09,931 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741829_1005, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:47:09,932 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:47:09,932 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43498, dest: /127.0.0.1:36139, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741829_1005, duration: 7035685
2014-04-10 10:47:09,933 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:09,934 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:47:09,934 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43624, dest: /127.0.0.1:53466, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741829_1005, duration: 8929654
2014-04-10 10:47:09,934 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:09,935 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:47:09,949 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:47:09,954 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.jar
2014-04-10 10:47:09,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.jar dst=null perm=null
2014-04-10 10:47:09,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:47:09,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:09,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:09,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:09,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:47:09,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:47:09,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:47:09,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:47:09,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:47:10,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:10,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:47:10,019 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:47:10,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:47:10,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:47:10,037 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:47:10,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:47:10,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:47:10,046 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:47:10,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:47:10,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:47:10,053 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:47:10,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:47:10,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:47:10,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:47:10,085 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.split
2014-04-10 10:47:10,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.split dst=null perm=null
2014-04-10 10:47:10,104 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.split. BP-1649026925-127.0.0.1-1397144808341 blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:47:10,119 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741830_1006 src: /127.0.0.1:43500 dest: /127.0.0.1:36139
2014-04-10 10:47:10,121 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741830_1006 src: /127.0.0.1:51451 dest: /127.0.0.1:55289
2014-04-10 10:47:10,124 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741830_1006 src: /127.0.0.1:35728 dest: /127.0.0.1:55175
2014-04-10 10:47:10,126 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741830_1006 src: /127.0.0.1:43630 dest: /127.0.0.1:53466
2014-04-10 10:47:10,136 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43630, dest: /127.0.0.1:53466, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741830_1006, duration: 8375162
2014-04-10 10:47:10,136 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741830_1006, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:47:10,138 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:47:10,138 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35728, dest: /127.0.0.1:55175, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741830_1006, duration: 9546812
2014-04-10 10:47:10,138 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:10,140 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51451, dest: /127.0.0.1:55289, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741830_1006, duration: 11650339
2014-04-10 10:47:10,140 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:47:10,140 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:10,142 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43500, dest: /127.0.0.1:36139, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741830_1006, duration: 12600536
2014-04-10 10:47:10,142 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:47:10,142 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:10,144 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:47:10,158 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.split is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:47:10,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:47:10,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:47:10,195 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.splitmetainfo. BP-1649026925-127.0.0.1-1397144808341 blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:47:10,210 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741831_1007 src: /127.0.0.1:35730 dest: /127.0.0.1:55175
2014-04-10 10:47:10,212 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741831_1007 src: /127.0.0.1:43505 dest: /127.0.0.1:36139
2014-04-10 10:47:10,214 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741831_1007 src: /127.0.0.1:43633 dest: /127.0.0.1:53466
2014-04-10 10:47:10,224 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43633, dest: /127.0.0.1:53466, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741831_1007, duration: 7871157
2014-04-10 10:47:10,224 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741831_1007, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:47:10,226 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:47:10,226 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43505, dest: /127.0.0.1:36139, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741831_1007, duration: 6696932
2014-04-10 10:47:10,226 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:10,229 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:47:10,229 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35730, dest: /127.0.0.1:55175, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741831_1007, duration: 8606721
2014-04-10 10:47:10,230 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:10,230 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:47:10,241 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:47:10,242 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 10:47:10,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:47:10,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:47:10,344 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]}
2014-04-10 10:47:10,360 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741832_1008 src: /127.0.0.1:51457 dest: /127.0.0.1:55289
2014-04-10 10:47:10,361 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741832_1008 src: /127.0.0.1:35734 dest: /127.0.0.1:55175
2014-04-10 10:47:10,364 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741832_1008 src: /127.0.0.1:43509 dest: /127.0.0.1:36139
2014-04-10 10:47:10,370 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43509, dest: /127.0.0.1:36139, bytes: 82408, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741832_1008, duration: 4845022
2014-04-10 10:47:10,371 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741832_1008, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:47:10,371 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:47:10,372 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35734, dest: /127.0.0.1:55175, bytes: 82408, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741832_1008, duration: 6202710
2014-04-10 10:47:10,373 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:10,373 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:47:10,373 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51457, dest: /127.0.0.1:55289, bytes: 82408, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741832_1008, duration: 7214800
2014-04-10 10:47:10,374 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:10,374 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:47:10,383 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.xml is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:47:10,384 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397144823869_0001
2014-04-10 10:47:10,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001 dst=null perm=null
2014-04-10 10:47:10,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.xml dst=null perm=null
2014-04-10 10:47:10,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.xml dst=null perm=null
2014-04-10 10:47:10,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.jar dst=null perm=null
2014-04-10 10:47:10,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.jar dst=null perm=null
2014-04-10 10:47:10,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.split dst=null perm=null
2014-04-10 10:47:10,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.split dst=null perm=null
2014-04-10 10:47:10,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.splitmetainfo dst=null perm=null
2014-04-10 10:47:10,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.splitmetainfo dst=null perm=null
2014-04-10 10:47:10,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:10,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:10,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:10,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:10,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:10,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:10,549 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 1 submitted by user brock
2014-04-10 10:47:10,549 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397144823869_0001
2014-04-10 10:47:10,551 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397144823869_0001
2014-04-10 10:47:10,552 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0001 State change from NEW to NEW_SAVING
2014-04-10 10:47:10,558 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0001
2014-04-10 10:47:10,569 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0001 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:47:10,570 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397144823869_0001_000001
2014-04-10 10:47:10,574 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0001_000001 State change from NEW to SUBMITTED
2014-04-10 10:47:10,580 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397144823869_0001 from user: brock activated in queue: default
2014-04-10 10:47:10,580 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397144823869_0001 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@1ba82161, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:47:10,580 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397144823869_0001 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:47:10,581 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397144823869_0001_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=1, numContainers=0, currently active: 1
2014-04-10 10:47:10,583 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0001_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:47:10,583 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0001 State change from SUBMITTED to ACCEPTED
2014-04-10 10:47:10,606 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0001_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:47:10,606 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0001 CONTAINERID=container_1397144823869_0001_01_000001
2014-04-10 10:47:10,607 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0001_01_000001 of capacity <memory:2048, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 10:47:10,607 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0001 container=Container: [ContainerId: container_1397144823869_0001_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0001_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=1, numContainers=0 usedCapacity=0.0 absoluteUsedCapacity=0.0 used=<memory:0, vCores:0> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:10,607 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:47:10,608 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:10,609 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0001_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:47:10,610 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397144823869_0001 AttemptId: appattempt_1397144823869_0001_000001 MasterContainer: Container: [ContainerId: container_1397144823869_0001_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ]
2014-04-10 10:47:10,612 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0001_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:47:10,621 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0001_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:47:10,623 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397144823869_0001_000001
2014-04-10 10:47:10,634 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397144823869_0001_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] for AM appattempt_1397144823869_0001_000001
2014-04-10 10:47:10,635 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397144823869_0001_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:47:10,657 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0001_000001 (auth:SIMPLE)
2014-04-10 10:47:10,667 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0001_01_000001 by user brock
2014-04-10 10:47:10,688 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0001
2014-04-10 10:47:10,689 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0001 CONTAINERID=container_1397144823869_0001_01_000001
2014-04-10 10:47:10,689 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0001 transitioned from NEW to INITING
2014-04-10 10:47:10,690 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0001_01_000001 to application application_1397144823869_0001
2014-04-10 10:47:10,693 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0001 transitioned from INITING to RUNNING
2014-04-10 10:47:10,694 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:47:10,694 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0001
2014-04-10 10:47:10,697 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397144823869_0001_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] for AM appattempt_1397144823869_0001_000001
2014-04-10 10:47:10,698 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0001_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:47:10,706 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:47:10,707 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:47:10,707 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:47:10,707 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:47:10,707 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:47:10,708 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:47:10,708 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0001_01_000001
2014-04-10 10:47:10,709 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:60378/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar, 1397144811477, FILE, null }
2014-04-10 10:47:10,715 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:60378/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397144811324, FILE, null }
2014-04-10 10:47:10,722 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397144823869_0001_01_000001.tokens. Credentials list:
2014-04-10 10:47:10,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:10,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:10,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:10,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:10,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:47:10,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:47:10,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:47:10,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:47:10,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:47:10,737 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:47:10,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:47:10,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:47:10,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:47:10,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:47:10,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:47:10,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:10,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:10,745 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:55175 to replicate blk_1073741829_1005 to datanode(s) 127.0.0.1:55289
2014-04-10 10:47:10,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:10,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:10,769 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:51462, bytes: 388587, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741826_1002, duration: 6256000
2014-04-10 10:47:10,771 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397144823869_0001
2014-04-10 10:47:10,775 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:35738, bytes: 488518, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741825_1001, duration: 12538810
2014-04-10 10:47:10,783 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397144823869_0001_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000001.tokens
2014-04-10 10:47:10,783 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0001 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0001
2014-04-10 10:47:10,791 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:60619/proxy/application_1397144823869_0001/
2014-04-10 10:47:10,793 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397144823869_0001
2014-04-10 10:47:10,793 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:60619/proxy/application_1397144823869_0001/
2014-04-10 10:47:10,801 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/filecache/10/hadoop-764479540117397085.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:47:10,802 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:47:10,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.jar dst=null perm=null
2014-04-10 10:47:10,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.jar dst=null perm=null
2014-04-10 10:47:10,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.jar dst=null perm=null
2014-04-10 10:47:10,931 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:43516, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_883756974_909, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741829_1005, duration: 3637335
2014-04-10 10:47:10,968 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:47:10,987 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004
2014-04-10 10:47:10,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.splitmetainfo dst=null perm=null
2014-04-10 10:47:10,989 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741832_1008
2014-04-10 10:47:10,990 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741830_1006
2014-04-10 10:47:10,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.splitmetainfo dst=null perm=null
2014-04-10 10:47:10,990 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003
2014-04-10 10:47:10,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.splitmetainfo dst=null perm=null
2014-04-10 10:47:11,002 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:35738, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_883756974_909, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741831_1007, duration: 319626
2014-04-10 10:47:11,020 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0001/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:47:11,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.split dst=null perm=null
2014-04-10 10:47:11,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.split dst=null perm=null
2014-04-10 10:47:11,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.split dst=null perm=null
2014-04-10 10:47:11,051 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:43644, bytes: 1928, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_883756974_909, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741830_1006, duration: 352674
2014-04-10 10:47:11,060 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004
2014-04-10 10:47:11,061 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003
2014-04-10 10:47:11,062 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741829_1005
2014-04-10 10:47:11,062 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741832_1008
2014-04-10 10:47:11,063 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004
2014-04-10 10:47:11,063 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741831_1007
2014-04-10 10:47:11,064 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003
2014-04-10 10:47:11,066 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741832_1008
2014-04-10 10:47:11,067 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741830_1006
2014-04-10 10:47:11,067 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741831_1007
2014-04-10 10:47:11,069 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741829_1005
2014-04-10 10:47:11,069 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741829_1005
2014-04-10 10:47:11,070 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741830_1006
2014-04-10 10:47:11,070 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741830_1006
2014-04-10 10:47:11,071 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741831_1007
2014-04-10 10:47:11,072 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0001/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:47:11,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.xml dst=null perm=null
2014-04-10 10:47:11,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.xml dst=null perm=null
2014-04-10 10:47:11,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.xml dst=null perm=null
2014-04-10 10:47:11,103 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:51462, bytes: 83052, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_883756974_909, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741832_1008, duration: 575887
2014-04-10 10:47:11,122 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0001/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:47:11,123 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:47:11,172 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:47:11,173 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:11,239 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000001/default_container_executor.sh]
2014-04-10 10:47:11,591 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0001_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:47:12,073 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=d55d4a0e-a412-4469-9a90-53fa99579ca4, infoPort=50650, ipcPort=33089, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) Starting thread to transfer BP-1649026925-127.0.0.1-1397144808341:blk_1073741829_1005 to 127.0.0.1:55289
2014-04-10 10:47:12,076 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741829_1005 src: /127.0.0.1:51470 dest: /127.0.0.1:55289
2014-04-10 10:47:12,077 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1649026925-127.0.0.1-1397144808341:blk_1073741829_1005 (numBytes=244650) to 127.0.0.1/127.0.0.1:55289
2014-04-10 10:47:12,078 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1649026925-127.0.0.1-1397144808341:blk_1073741829_1005 src: /127.0.0.1:51470 dest: /127.0.0.1:55289 of size 244650
2014-04-10 10:47:12,078 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741829_1005 size 244650
2014-04-10 10:47:12,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:47:12,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/COMMIT_STARTED dst=null perm=null
2014-04-10 10:47:12,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:47:12,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/COMMIT_FAIL dst=null perm=null
2014-04-10 10:47:12,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001 dst=null perm=null
2014-04-10 10:47:12,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:47:12,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:47:12,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:47:12,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:47:12,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.splitmetainfo dst=null perm=null
2014-04-10 10:47:12,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.splitmetainfo dst=null perm=null
2014-04-10 10:47:12,814 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:35749, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1271584162_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741831_1007, duration: 194684
2014-04-10 10:47:14,236 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0001_000001 (auth:SIMPLE)
2014-04-10 10:47:14,242 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397144823869_0001_000001
2014-04-10 10:47:14,243 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397144823869_0001 APPATTEMPTID=appattempt_1397144823869_0001_000001
2014-04-10 10:47:14,243 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0001_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:47:14,243 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0001 State change from ACCEPTED to RUNNING
2014-04-10 10:47:14,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job_1397144823869_0001_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:47:14,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:47:14,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job_1397144823869_0001_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:47:14,614 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job_1397144823869_0001_1_conf.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]}
2014-04-10 10:47:14,646 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741833_1009 src: /127.0.0.1:43655 dest: /127.0.0.1:53466
2014-04-10 10:47:14,648 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741833_1009 src: /127.0.0.1:51479 dest: /127.0.0.1:55289
2014-04-10 10:47:14,649 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741833_1009 src: /127.0.0.1:43530 dest: /127.0.0.1:36139
2014-04-10 10:47:14,660 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43530, dest: /127.0.0.1:36139, bytes: 96391, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1271584162_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741833_1009, duration: 9117148
2014-04-10 10:47:14,660 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:47:14,661 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51479, dest: /127.0.0.1:55289, bytes: 96391, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1271584162_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741833_1009, duration: 10147019
2014-04-10 10:47:14,661 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741833_1009, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:47:14,661 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:14,662 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:47:14,662 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43655, dest: /127.0.0.1:53466, bytes: 96391, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1271584162_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741833_1009, duration: 9926337
2014-04-10 10:47:14,663 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:47:14,663 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:14,674 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job_1397144823869_0001_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1271584162_1
2014-04-10 10:47:15,563 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0001_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:47:15,563 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0001 CONTAINERID=container_1397144823869_0001_01_000002
2014-04-10 10:47:15,563 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0001_01_000002 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:47:15,564 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0001 container=Container: [ContainerId: container_1397144823869_0001_01_000002, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0001_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:15,564 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:47:15,564 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:15,566 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0001_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:47:15,566 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0001 CONTAINERID=container_1397144823869_0001_01_000003
2014-04-10 10:47:15,566 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0001_01_000003 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:47:15,567 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0001 container=Container: [ContainerId: container_1397144823869_0001_01_000003, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0001_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:15,567 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:47:15,567 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:15,568 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0001_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:47:15,568 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0001 CONTAINERID=container_1397144823869_0001_01_000004
2014-04-10 10:47:15,568 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0001_01_000004 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 10:47:15,569 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0001 container=Container: [ContainerId: container_1397144823869_0001_01_000004, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0001_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:15,569 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:47:15,569 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:15,569 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0001_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:47:15,569 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0001 CONTAINERID=container_1397144823869_0001_01_000005
2014-04-10 10:47:15,569 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0001_01_000005 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 10:47:15,569 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0001 container=Container: [ContainerId: container_1397144823869_0001_01_000005, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0001_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:15,570 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 10:47:15,570 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:15,592 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0001_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:47:15,593 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0001 CONTAINERID=container_1397144823869_0001_01_000006
2014-04-10 10:47:15,593 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0001_01_000006 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:47:15,593 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0001 container=Container: [ContainerId: container_1397144823869_0001_01_000006, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0001_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:15,593 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2014-04-10 10:47:15,594 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:15,996 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741829_1005
2014-04-10 10:47:15,999 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741833_1009
2014-04-10 10:47:16,071 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741833_1009
2014-04-10 10:47:16,074 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741833_1009
2014-04-10 10:47:16,300 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0001_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:47:16,300 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0001_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:47:16,301 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0001_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:47:16,302 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0001_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:47:16,302 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0001_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:47:16,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.jar dst=null perm=null
2014-04-10 10:47:16,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.jar dst=null perm=null
2014-04-10 10:47:16,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.xml dst=null perm=null
2014-04-10 10:47:16,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.xml dst=null perm=null
2014-04-10 10:47:16,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:16,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:16,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:16,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:16,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:16,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:16,438 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0001_000001 (auth:SIMPLE)
2014-04-10 10:47:16,438 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0001_000001 (auth:SIMPLE)
2014-04-10 10:47:16,445 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0001_01_000006 by user brock
2014-04-10 10:47:16,446 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0001_01_000003 by user brock
2014-04-10 10:47:16,446 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0001_01_000002 by user brock
2014-04-10 10:47:16,449 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0001
2014-04-10 10:47:16,446 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0001 CONTAINERID=container_1397144823869_0001_01_000006
2014-04-10 10:47:16,446 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0001_01_000006 to application application_1397144823869_0001
2014-04-10 10:47:16,450 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0001_01_000002 to application application_1397144823869_0001
2014-04-10 10:47:16,450 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0001 CONTAINERID=container_1397144823869_0001_01_000003
2014-04-10 10:47:16,449 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0001 CONTAINERID=container_1397144823869_0001_01_000002
2014-04-10 10:47:16,449 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0001_01_000004 by user brock
2014-04-10 10:47:16,449 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0001_01_000005 by user brock
2014-04-10 10:47:16,451 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:47:16,452 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0001 CONTAINERID=container_1397144823869_0001_01_000004
2014-04-10 10:47:16,451 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0001 transitioned from NEW to INITING
2014-04-10 10:47:16,452 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0001 CONTAINERID=container_1397144823869_0001_01_000005
2014-04-10 10:47:16,452 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0001
2014-04-10 10:47:16,454 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0001_01_000003 to application application_1397144823869_0001
2014-04-10 10:47:16,454 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0001
2014-04-10 10:47:16,454 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:47:16,454 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0001_01_000004 to application application_1397144823869_0001
2014-04-10 10:47:16,455 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0001_01_000005 to application application_1397144823869_0001
2014-04-10 10:47:16,456 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0001 transitioned from INITING to RUNNING
2014-04-10 10:47:16,456 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0001
2014-04-10 10:47:16,457 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:47:16,457 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:47:16,457 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:47:16,458 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:47:16,458 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:47:16,458 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0001
2014-04-10 10:47:16,459 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0001
2014-04-10 10:47:16,459 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:47:16,459 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0001
2014-04-10 10:47:16,460 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:47:16,460 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:47:16,461 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:47:16,461 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:47:16,461 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0001
2014-04-10 10:47:16,461 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0001
2014-04-10 10:47:16,461 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:47:16,461 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0001
2014-04-10 10:47:16,462 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0001
2014-04-10 10:47:16,462 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0001
2014-04-10 10:47:16,462 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:47:16,462 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0001
2014-04-10 10:47:16,462 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0001
2014-04-10 10:47:16,462 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0001
2014-04-10 10:47:16,462 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:47:16,462 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0001
2014-04-10 10:47:16,462 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0001_01_000005
2014-04-10 10:47:16,463 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:60378/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar, 1397144811477, FILE, null }
2014-04-10 10:47:16,464 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:60378/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397144811324, FILE, null }
2014-04-10 10:47:16,465 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0001_01_000004
2014-04-10 10:47:16,465 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:60378/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar, 1397144811477, FILE, null }
2014-04-10 10:47:16,465 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:60378/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397144811324, FILE, null }
2014-04-10 10:47:16,465 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0001_01_000002
2014-04-10 10:47:16,465 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:60378/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar, 1397144811477, FILE, null }
2014-04-10 10:47:16,465 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:60378/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397144811324, FILE, null }
2014-04-10 10:47:16,466 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0001_01_000003
2014-04-10 10:47:16,466 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:60378/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar, 1397144811477, FILE, null }
2014-04-10 10:47:16,466 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:60378/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397144811324, FILE, null }
2014-04-10 10:47:16,474 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0001_01_000005.tokens. Credentials list:
2014-04-10 10:47:16,475 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397144823869_0001_01_000004.tokens. Credentials list:
2014-04-10 10:47:16,476 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397144823869_0001_01_000002.tokens. Credentials list:
2014-04-10 10:47:16,477 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397144823869_0001_01_000003.tokens. Credentials list:
2014-04-10 10:47:16,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:16,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:16,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:16,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:16,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:47:16,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:47:16,486 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:47:16,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:47:16,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:47:16,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:47:16,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:47:16,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:47:16,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:47:16,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:47:16,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:47:16,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:16,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:16,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:16,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:16,492 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:47:16,492 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:16,501 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:43664, bytes: 388587, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741826_1002, duration: 1463178
2014-04-10 10:47:16,502 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:51487, bytes: 488518, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741825_1001, duration: 2172956
2014-04-10 10:47:16,523 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/filecache/10/hadoop-764479540117397085.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:47:16,524 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:47:16,548 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0001_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000005.tokens
2014-04-10 10:47:16,548 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0001 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0001
2014-04-10 10:47:16,556 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000006/default_container_executor.sh]
2014-04-10 10:47:16,566 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0001_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:47:16,568 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0001_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:47:16,568 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0001_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:47:16,568 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0001_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:47:16,592 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0001_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:47:16,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.jar dst=null perm=null
2014-04-10 10:47:16,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.jar dst=null perm=null
2014-04-10 10:47:16,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.jar dst=null perm=null
2014-04-10 10:47:16,666 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:35767, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-290568943_1101, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741829_1005, duration: 393669
2014-04-10 10:47:16,682 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:47:16,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.xml dst=null perm=null
2014-04-10 10:47:16,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.xml dst=null perm=null
2014-04-10 10:47:16,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.xml dst=null perm=null
2014-04-10 10:47:16,698 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:43542, bytes: 83052, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-290568943_1101, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741832_1008, duration: 260305
2014-04-10 10:47:16,708 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0001/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:47:16,708 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:47:16,708 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:47:16,708 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:47:16,708 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:47:16,751 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:47:16,751 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:16,756 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:47:16,756 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:16,758 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:47:16,758 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:16,768 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:47:16,769 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:16,813 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000004/default_container_executor.sh]
2014-04-10 10:47:16,820 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000003/default_container_executor.sh]
2014-04-10 10:47:16,820 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000005/default_container_executor.sh]
2014-04-10 10:47:16,828 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000002/default_container_executor.sh]
2014-04-10 10:47:17,329 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:47:17,836 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:47:18,179 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397144823869_0001_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000003.tokens
2014-04-10 10:47:18,179 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0001 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0001
2014-04-10 10:47:18,458 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:47:18,772 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397144823869_0001_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000004.tokens
2014-04-10 10:47:18,773 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0001 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0001
2014-04-10 10:47:18,979 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:47:19,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.split dst=null perm=null
2014-04-10 10:47:19,284 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397144823869_0001_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000002.tokens
2014-04-10 10:47:19,285 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0001 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0001
2014-04-10 10:47:19,293 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:43556, bytes: 896, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0001_m_000004_0_-1923465707_1, offset: 1024, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741830_1006, duration: 217616
2014-04-10 10:47:19,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:47:19,428 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:35785, bytes: 52, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0001_m_000004_0_-1923465707_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004, duration: 231902
2014-04-10 10:47:19,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.split dst=null perm=null
2014-04-10 10:47:19,638 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:51513, bytes: 1412, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0001_m_000002_0_688387293_1, offset: 512, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741830_1006, duration: 219682
2014-04-10 10:47:19,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner/_temporary/1/_temporary/attempt_1397144823869_0001_m_000004_0 dst=null perm=null
2014-04-10 10:47:19,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:47:19,713 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:35790, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0001_m_000002_0_688387293_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 224985
2014-04-10 10:47:19,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.split dst=null perm=null
2014-04-10 10:47:19,752 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0001_01_000006
2014-04-10 10:47:19,752 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0001 CONTAINERID=container_1397144823869_0001_01_000006
2014-04-10 10:47:19,753 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:47:19,753 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0001_01_000006
2014-04-10 10:47:19,758 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0001_01_000006 is : 143
2014-04-10 10:47:19,774 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job_1397144823869_0001_1.jhist. BP-1649026925-127.0.0.1-1397144808341 blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]}
2014-04-10 10:47:19,774 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:47:19,775 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000006
2014-04-10 10:47:19,775 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000006
2014-04-10 10:47:19,776 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000006
2014-04-10 10:47:19,776 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000006
2014-04-10 10:47:19,777 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0001 CONTAINERID=container_1397144823869_0001_01_000006
2014-04-10 10:47:19,778 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:47:19,778 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0001_01_000006 from application application_1397144823869_0001
2014-04-10 10:47:19,779 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:19,779 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0001
2014-04-10 10:47:19,807 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:35792, bytes: 1928, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0001_m_000001_0_807974711_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741830_1006, duration: 217408
2014-04-10 10:47:19,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.split dst=null perm=null
2014-04-10 10:47:19,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:47:19,868 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741834_1010 src: /127.0.0.1:43568 dest: /127.0.0.1:36139
2014-04-10 10:47:19,879 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741834_1010 src: /127.0.0.1:51519 dest: /127.0.0.1:55289
2014-04-10 10:47:19,882 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741834_1010 src: /127.0.0.1:35796 dest: /127.0.0.1:55175
2014-04-10 10:47:19,894 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job_1397144823869_0001_1.jhist for DFSClient_NONMAPREDUCE_1271584162_1
2014-04-10 10:47:19,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.split dst=null perm=null
2014-04-10 10:47:19,932 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:43571, bytes: 896, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0001_m_000003_0_904982746_1, offset: 1024, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741830_1006, duration: 1021553
2014-04-10 10:47:19,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner/_temporary/1/_temporary/attempt_1397144823869_0001_m_000002_0 dst=null perm=null
2014-04-10 10:47:19,971 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:43701, bytes: 1928, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0001_m_000000_0_-111899556_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741830_1006, duration: 220000
2014-04-10 10:47:19,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:47:20,018 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0001_01_000004
2014-04-10 10:47:20,019 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0001 CONTAINERID=container_1397144823869_0001_01_000004
2014-04-10 10:47:20,019 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:47:20,019 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0001_01_000004
2014-04-10 10:47:20,025 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0001_01_000004 is : 143
2014-04-10 10:47:20,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:47:20,035 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:51525, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0001_m_000001_0_807974711_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 214854
2014-04-10 10:47:20,037 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:43701, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0001_m_000000_0_-111899556_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 187335
2014-04-10 10:47:20,038 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:47:20,039 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000004
2014-04-10 10:47:20,039 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000004
2014-04-10 10:47:20,039 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000004
2014-04-10 10:47:20,039 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000004
2014-04-10 10:47:20,040 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0001 CONTAINERID=container_1397144823869_0001_01_000004
2014-04-10 10:47:20,040 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:47:20,040 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0001_01_000004 from application application_1397144823869_0001
2014-04-10 10:47:20,040 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:20,040 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0001
2014-04-10 10:47:20,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner/_temporary/1/_temporary/attempt_1397144823869_0001_m_000001_0 dst=null perm=null
2014-04-10 10:47:20,138 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0001_01_000003
2014-04-10 10:47:20,138 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0001 CONTAINERID=container_1397144823869_0001_01_000003
2014-04-10 10:47:20,138 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:47:20,138 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0001_01_000003
2014-04-10 10:47:20,139 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0001_01_000004
2014-04-10 10:47:20,140 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0001_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:47:20,141 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0001_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:47:20,141 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0001 CONTAINERID=container_1397144823869_0001_01_000004
2014-04-10 10:47:20,141 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0001_01_000004 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 10:47:20,141 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 10:47:20,141 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0001_01_000004, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:20,142 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:20,142 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 10:47:20,142 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0001_000001 released container container_1397144823869_0001_01_000004 on node: host: localhost:37679 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 10:47:20,142 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:43571, bytes: 52, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0001_m_000003_0_904982746_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004, duration: 205175
2014-04-10 10:47:20,144 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0001_01_000003 is : 143
2014-04-10 10:47:20,158 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:47:20,159 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000003
2014-04-10 10:47:20,159 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000003
2014-04-10 10:47:20,159 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000003
2014-04-10 10:47:20,160 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000003
2014-04-10 10:47:20,161 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0001 CONTAINERID=container_1397144823869_0001_01_000003
2014-04-10 10:47:20,161 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:47:20,161 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0001_01_000003 from application application_1397144823869_0001
2014-04-10 10:47:20,161 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:20,161 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0001
2014-04-10 10:47:20,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner/_temporary/1/_temporary/attempt_1397144823869_0001_m_000003_0 dst=null perm=null
2014-04-10 10:47:20,243 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0001_01_000005
2014-04-10 10:47:20,243 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0001 CONTAINERID=container_1397144823869_0001_01_000005
2014-04-10 10:47:20,243 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:47:20,243 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0001_01_000005
2014-04-10 10:47:20,243 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0001_01_000003
2014-04-10 10:47:20,244 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0001_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:47:20,244 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0001_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:47:20,244 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0001 CONTAINERID=container_1397144823869_0001_01_000003
2014-04-10 10:47:20,244 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0001_01_000003 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:47:20,244 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 10:47:20,244 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0001_01_000003, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:20,245 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:20,245 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:47:20,245 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0001_000001 released container container_1397144823869_0001_01_000003 on node: host: localhost:37679 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:47:20,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner/_temporary/1/_temporary/attempt_1397144823869_0001_m_000000_0 dst=null perm=null
2014-04-10 10:47:20,248 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0001_01_000005 is : 143
2014-04-10 10:47:20,257 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:47:20,257 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000005
2014-04-10 10:47:20,257 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000005
2014-04-10 10:47:20,257 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000005
2014-04-10 10:47:20,258 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000005
2014-04-10 10:47:20,258 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0001 CONTAINERID=container_1397144823869_0001_01_000005
2014-04-10 10:47:20,258 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:47:20,258 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0001_01_000005 from application application_1397144823869_0001
2014-04-10 10:47:20,258 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:20,258 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0001
2014-04-10 10:47:20,291 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0001_01_000002
2014-04-10 10:47:20,292 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0001 CONTAINERID=container_1397144823869_0001_01_000002
2014-04-10 10:47:20,292 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:47:20,292 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0001_01_000002
2014-04-10 10:47:20,292 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0001_01_000005
2014-04-10 10:47:20,293 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0001_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:47:20,293 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0001_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:47:20,293 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0001 CONTAINERID=container_1397144823869_0001_01_000005
2014-04-10 10:47:20,293 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0001_01_000005 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:47:20,293 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:47:20,293 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0001_01_000005, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:20,293 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:20,294 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:47:20,294 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0001_000001 released container container_1397144823869_0001_01_000005 on node: host: localhost:37679 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:47:20,297 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0001_01_000002 is : 143
2014-04-10 10:47:20,307 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:47:20,307 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000002
2014-04-10 10:47:20,307 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000002
2014-04-10 10:47:20,307 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000002
2014-04-10 10:47:20,308 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000002
2014-04-10 10:47:20,308 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0001 CONTAINERID=container_1397144823869_0001_01_000002
2014-04-10 10:47:20,308 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:47:20,308 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0001_01_000002 from application application_1397144823869_0001
2014-04-10 10:47:20,308 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:20,308 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0001
2014-04-10 10:47:20,754 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0001_01_000006
2014-04-10 10:47:20,755 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0001_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:47:20,755 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0001_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:47:20,755 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0001 CONTAINERID=container_1397144823869_0001_01_000006
2014-04-10 10:47:20,756 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0001_01_000006 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:47:20,756 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:47:20,756 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0001_01_000006, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:20,756 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:20,757 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:47:20,757 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0001_000001 released container container_1397144823869_0001_01_000006 on node: host: localhost:50571 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:47:21,292 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0001_01_000002
2014-04-10 10:47:21,294 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0001_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:47:21,294 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0001_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:47:21,295 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0001 CONTAINERID=container_1397144823869_0001_01_000002
2014-04-10 10:47:21,295 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0001_01_000002 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:47:21,295 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:47:21,295 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0001_01_000002, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:21,296 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:21,296 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:47:21,296 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0001_000001 released container container_1397144823869_0001_01_000002 on node: host: localhost:37679 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:47:21,608 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0001_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:47:21,608 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0001 CONTAINERID=container_1397144823869_0001_01_000007
2014-04-10 10:47:21,609 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0001_01_000007 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:47:21,609 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0001 container=Container: [ContainerId: container_1397144823869_0001_01_000007, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0001_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:21,609 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:47:21,610 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:22,357 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0001_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:47:22,376 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0001_000001 (auth:SIMPLE)
2014-04-10 10:47:22,382 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0001_01_000007 by user brock
2014-04-10 10:47:22,383 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0001
2014-04-10 10:47:22,383 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0001 CONTAINERID=container_1397144823869_0001_01_000007
2014-04-10 10:47:22,384 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0001 transitioned from NEW to INITING
2014-04-10 10:47:22,385 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0001_01_000007 to application application_1397144823869_0001
2014-04-10 10:47:22,386 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0001 transitioned from INITING to RUNNING
2014-04-10 10:47:22,387 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 10:47:22,387 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0001
2014-04-10 10:47:22,387 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0001
2014-04-10 10:47:22,387 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:47:22,387 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0001
2014-04-10 10:47:22,388 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:47:22,388 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:47:22,388 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:47:22,389 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:47:22,389 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0001_01_000007
2014-04-10 10:47:22,389 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:60378/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar, 1397144811477, FILE, null }
2014-04-10 10:47:22,392 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:60378/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397144811324, FILE, null }
2014-04-10 10:47:22,404 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397144823869_0001_01_000007.tokens. Credentials list:
2014-04-10 10:47:22,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:22,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:22,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:22,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:22,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:47:22,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:47:22,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:47:22,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:47:22,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:47:22,423 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:47:22,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:47:22,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:47:22,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:47:22,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:47:22,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:47:22,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:22,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:22,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:22,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:22,442 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:51538, bytes: 388587, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741826_1002, duration: 1773601
2014-04-10 10:47:22,443 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:51537, bytes: 488518, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741825_1001, duration: 2825282
2014-04-10 10:47:22,461 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/filecache/10/hadoop-764479540117397085.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:47:22,461 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:47:22,487 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397144823869_0001_01_000007.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000007.tokens
2014-04-10 10:47:22,487 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0001 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0001
2014-04-10 10:47:22,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.jar dst=null perm=null
2014-04-10 10:47:22,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.jar dst=null perm=null
2014-04-10 10:47:22,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.jar dst=null perm=null
2014-04-10 10:47:22,604 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:51538, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-725338764_1470, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741829_1005, duration: 949883
2014-04-10 10:47:22,608 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0001_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:47:22,629 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:47:22,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.xml dst=null perm=null
2014-04-10 10:47:22,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.xml dst=null perm=null
2014-04-10 10:47:22,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.xml dst=null perm=null
2014-04-10 10:47:22,658 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:51537, bytes: 83052, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-725338764_1470, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741832_1008, duration: 503017
2014-04-10 10:47:22,676 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0001/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:47:22,676 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:47:22,707 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 10:47:22,708 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:22,767 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000007/default_container_executor.sh]
2014-04-10 10:47:23,363 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:47:24,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner/_temporary/1/_temporary/attempt_1397144823869_0001_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:47:24,652 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner/_temporary/1/_temporary/attempt_1397144823869_0001_r_000000_0/part-00000. BP-1649026925-127.0.0.1-1397144808341 blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]}
2014-04-10 10:47:24,725 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741835_1011 src: /127.0.0.1:43731 dest: /127.0.0.1:53466
2014-04-10 10:47:24,726 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741835_1011 src: /127.0.0.1:35831 dest: /127.0.0.1:55175
2014-04-10 10:47:24,728 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741835_1011 src: /127.0.0.1:43606 dest: /127.0.0.1:36139
2014-04-10 10:47:24,739 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43606, dest: /127.0.0.1:36139, bytes: 158, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0001_r_000000_0_-1572231160_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741835_1011, duration: 9978054
2014-04-10 10:47:24,739 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741835_1011, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:47:24,740 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:47:24,740 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35831, dest: /127.0.0.1:55175, bytes: 158, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0001_r_000000_0_-1572231160_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741835_1011, duration: 10555365
2014-04-10 10:47:24,740 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:24,741 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43731, dest: /127.0.0.1:53466, bytes: 158, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0001_r_000000_0_-1572231160_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741835_1011, duration: 11501906
2014-04-10 10:47:24,741 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:47:24,742 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:24,743 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:47:24,757 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner/_temporary/1/_temporary/attempt_1397144823869_0001_r_000000_0/part-00000 is closed by DFSClient_attempt_1397144823869_0001_r_000000_0_-1572231160_1
2014-04-10 10:47:24,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner/_temporary/1/_temporary/attempt_1397144823869_0001_r_000000_0 dst=null perm=null
2014-04-10 10:47:24,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner/_temporary/1/_temporary/attempt_1397144823869_0001_r_000000_0 dst=null perm=null
2014-04-10 10:47:24,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner/_temporary/1/task_1397144823869_0001_r_000000 dst=null perm=null
2014-04-10 10:47:24,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner/_temporary/1/_temporary/attempt_1397144823869_0001_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner/_temporary/1/task_1397144823869_0001_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:47:24,879 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0001_01_000007
2014-04-10 10:47:24,879 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0001 CONTAINERID=container_1397144823869_0001_01_000007
2014-04-10 10:47:24,880 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000007 transitioned from RUNNING to KILLING
2014-04-10 10:47:24,881 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0001_01_000007
2014-04-10 10:47:24,889 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0001_01_000007 is : 143
2014-04-10 10:47:24,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:47:24,903 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:47:24,904 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000007
2014-04-10 10:47:24,904 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000007
2014-04-10 10:47:24,904 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000007
2014-04-10 10:47:24,904 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000007
2014-04-10 10:47:24,904 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0001 CONTAINERID=container_1397144823869_0001_01_000007
2014-04-10 10:47:24,905 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:47:24,905 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0001_01_000007 from application application_1397144823869_0001
2014-04-10 10:47:24,905 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:24,906 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0001
2014-04-10 10:47:24,915 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1271584162_1
2014-04-10 10:47:24,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner/_temporary/1 dst=null perm=null
2014-04-10 10:47:24,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner dst=null perm=null
2014-04-10 10:47:24,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner dst=null perm=null
2014-04-10 10:47:24,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner/_temporary/1/task_1397144823869_0001_r_000000 dst=null perm=null
2014-04-10 10:47:24,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner/part-00000 dst=null perm=null
2014-04-10 10:47:24,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner/_temporary/1/task_1397144823869_0001_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:47:24,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner/_temporary dst=null perm=null
2014-04-10 10:47:24,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:47:25,007 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1271584162_1
2014-04-10 10:47:25,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:47:25,040 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1271584162_1
2014-04-10 10:47:25,069 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35796, dest: /127.0.0.1:55175, bytes: 69511, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1271584162_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741834_1010, duration: 5183454327
2014-04-10 10:47:25,069 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741834_1010, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:47:25,070 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51519, dest: /127.0.0.1:55289, bytes: 69511, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1271584162_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741834_1010, duration: 5185420879
2014-04-10 10:47:25,070 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 15778
2014-04-10 10:47:25,071 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:25,072 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43568, dest: /127.0.0.1:36139, bytes: 69511, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1271584162_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741834_1010, duration: 5186147622
2014-04-10 10:47:25,072 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 15778
2014-04-10 10:47:25,072 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:25,073 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 15778
2014-04-10 10:47:25,082 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job_1397144823869_0001_1.jhist is closed by DFSClient_NONMAPREDUCE_1271584162_1
2014-04-10 10:47:25,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0001.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:47:25,102 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0001.summary_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:47:25,118 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741836_1012 src: /127.0.0.1:51559 dest: /127.0.0.1:55289
2014-04-10 10:47:25,120 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741836_1012 src: /127.0.0.1:35836 dest: /127.0.0.1:55175
2014-04-10 10:47:25,121 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741836_1012 src: /127.0.0.1:43611 dest: /127.0.0.1:36139
2014-04-10 10:47:25,126 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43611, dest: /127.0.0.1:36139, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1271584162_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741836_1012, duration: 3036083
2014-04-10 10:47:25,126 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741836_1012, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:47:25,127 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:47:25,127 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35836, dest: /127.0.0.1:55175, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1271584162_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741836_1012, duration: 3850335
2014-04-10 10:47:25,127 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:25,128 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:47:25,128 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51559, dest: /127.0.0.1:55289, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1271584162_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741836_1012, duration: 4870195
2014-04-10 10:47:25,129 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:25,129 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:47:25,140 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0001.summary_tmp is closed by DFSClient_NONMAPREDUCE_1271584162_1
2014-04-10 10:47:25,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0001.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:47:25,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job_1397144823869_0001_1.jhist dst=null perm=null
2014-04-10 10:47:25,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0001-1397144830519-brock-%5BA82BD1FB7CA845DEA0A650C72C547E8B%2F2E892DEE40424E2C-1397144845042-5-1-SUCCEEDED-default-1397144834259.jhist_tmp dst=null perm=null
2014-04-10 10:47:25,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job_1397144823869_0001_1.jhist dst=null perm=null
2014-04-10 10:47:25,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0001-1397144830519-brock-%5BA82BD1FB7CA845DEA0A650C72C547E8B%2F2E892DEE40424E2C-1397144845042-5-1-SUCCEEDED-default-1397144834259.jhist_tmp dst=null perm=null
2014-04-10 10:47:25,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job_1397144823869_0001_1.jhist dst=null perm=null
2014-04-10 10:47:25,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0001-1397144830519-brock-%5BA82BD1FB7CA845DEA0A650C72C547E8B%2F2E892DEE40424E2C-1397144845042-5-1-SUCCEEDED-default-1397144834259.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:47:25,194 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:43612, bytes: 70055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1271584162_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741834_1010, duration: 526407
2014-04-10 10:47:25,197 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0001-1397144830519-brock-%5BA82BD1FB7CA845DEA0A650C72C547E8B%2F2E892DEE40424E2C-1397144845042-5-1-SUCCEEDED-default-1397144834259.jhist_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:47:25,209 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741837_1013 src: /127.0.0.1:43613 dest: /127.0.0.1:36139
2014-04-10 10:47:25,211 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741837_1013 src: /127.0.0.1:35840 dest: /127.0.0.1:55175
2014-04-10 10:47:25,212 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741837_1013 src: /127.0.0.1:51565 dest: /127.0.0.1:55289
2014-04-10 10:47:25,221 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51565, dest: /127.0.0.1:55289, bytes: 69511, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1271584162_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741837_1013, duration: 7079180
2014-04-10 10:47:25,221 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741837_1013, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:47:25,222 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:47:25,222 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35840, dest: /127.0.0.1:55175, bytes: 69511, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1271584162_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741837_1013, duration: 7945143
2014-04-10 10:47:25,222 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:25,223 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43613, dest: /127.0.0.1:36139, bytes: 69511, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1271584162_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741837_1013, duration: 8966471
2014-04-10 10:47:25,223 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:47:25,223 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:25,224 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:47:25,240 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0001-1397144830519-brock-%5BA82BD1FB7CA845DEA0A650C72C547E8B%2F2E892DEE40424E2C-1397144845042-5-1-SUCCEEDED-default-1397144834259.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1271584162_1
2014-04-10 10:47:25,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0001-1397144830519-brock-%5BA82BD1FB7CA845DEA0A650C72C547E8B%2F2E892DEE40424E2C-1397144845042-5-1-SUCCEEDED-default-1397144834259.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:47:25,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job_1397144823869_0001_1_conf.xml dst=null perm=null
2014-04-10 10:47:25,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0001_conf.xml_tmp dst=null perm=null
2014-04-10 10:47:25,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job_1397144823869_0001_1_conf.xml dst=null perm=null
2014-04-10 10:47:25,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0001_conf.xml_tmp dst=null perm=null
2014-04-10 10:47:25,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001/job_1397144823869_0001_1_conf.xml dst=null perm=null
2014-04-10 10:47:25,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0001_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:47:25,285 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:43743, bytes: 97147, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1271584162_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741833_1009, duration: 503318
2014-04-10 10:47:25,289 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0001_conf.xml_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:47:25,301 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741838_1014 src: /127.0.0.1:35844 dest: /127.0.0.1:55175
2014-04-10 10:47:25,303 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741838_1014 src: /127.0.0.1:43619 dest: /127.0.0.1:36139
2014-04-10 10:47:25,305 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741838_1014 src: /127.0.0.1:43747 dest: /127.0.0.1:53466
2014-04-10 10:47:25,310 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43747, dest: /127.0.0.1:53466, bytes: 96391, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1271584162_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741838_1014, duration: 3459146
2014-04-10 10:47:25,310 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741838_1014, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:47:25,310 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:47:25,310 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43619, dest: /127.0.0.1:36139, bytes: 96391, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1271584162_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741838_1014, duration: 3385751
2014-04-10 10:47:25,311 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:25,311 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:47:25,311 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35844, dest: /127.0.0.1:55175, bytes: 96391, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1271584162_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741838_1014, duration: 4156949
2014-04-10 10:47:25,311 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:25,311 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:47:25,324 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0001_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1271584162_1
2014-04-10 10:47:25,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0001_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:47:25,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0001.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0001.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:47:25,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0001_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0001_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:47:25,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0001-1397144830519-brock-%5BA82BD1FB7CA845DEA0A650C72C547E8B%2F2E892DEE40424E2C-1397144845042-5-1-SUCCEEDED-default-1397144834259.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0001-1397144830519-brock-%5BA82BD1FB7CA845DEA0A650C72C547E8B%2F2E892DEE40424E2C-1397144845042-5-1-SUCCEEDED-default-1397144834259.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:47:25,404 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397144823869_0001_000001 with final state: FINISHING
2014-04-10 10:47:25,405 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0001_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:47:25,405 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397144823869_0001 with final state: FINISHING
2014-04-10 10:47:25,406 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:47:25,407 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0001
2014-04-10 10:47:25,408 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0001_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:47:25,408 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:47:25,447 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:47:25,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:47:25,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:47:25,474 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397144823869_0001 from file: hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0001-1397144830519-brock-%5BA82BD1FB7CA845DEA0A650C72C547E8B%2F2E892DEE40424E2C-1397144845042-5-1-SUCCEEDED-default-1397144834259.jhist
2014-04-10 10:47:25,475 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0001-1397144830519-brock-%5BA82BD1FB7CA845DEA0A650C72C547E8B%2F2E892DEE40424E2C-1397144845042-5-1-SUCCEEDED-default-1397144834259.jhist]
2014-04-10 10:47:25,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0001-1397144830519-brock-%5BA82BD1FB7CA845DEA0A650C72C547E8B%2F2E892DEE40424E2C-1397144845042-5-1-SUCCEEDED-default-1397144834259.jhist dst=null perm=null
2014-04-10 10:47:25,487 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:43623, bytes: 70055, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741837_1013, duration: 501067
2014-04-10 10:47:25,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0001.summary dst=null perm=null
2014-04-10 10:47:25,721 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:51574, bytes: 457, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_538767685_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741836_1012, duration: 137909
2014-04-10 10:47:25,721 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397144823869_0001,submitTime=1397144830519,launchTime=1397144834259,firstMapTaskLaunchTime=1397144836459,firstReduceTaskLaunchTime=1397144842385,finishTime=1397144845042,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=5,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=18,reduceSlotSeconds=2,jobName=[A82BD1FB7CA845DEA0A650C72C547E8B/2E892DEE40424E2C88DB919ADFBC3DAE] lower*upper/(1/1) ...ipesplatform/cogroupinner
2014-04-10 10:47:25,721 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0001.summary]
2014-04-10 10:47:25,782 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741836_1012 127.0.0.1:55289 127.0.0.1:55175 127.0.0.1:36139
2014-04-10 10:47:25,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0001.summary dst=null perm=null
2014-04-10 10:47:25,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:47:25,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:47:25,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:47:25,801 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(969)) - Perms after creating 504, Expected: 504
2014-04-10 10:47:25,801 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0001-1397144830519-brock-%5BA82BD1FB7CA845DEA0A650C72C547E8B%2F2E892DEE40424E2C-1397144845042-5-1-SUCCEEDED-default-1397144834259.jhist to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0001-1397144830519-brock-%5BA82BD1FB7CA845DEA0A650C72C547E8B%2F2E892DEE40424E2C-1397144845042-5-1-SUCCEEDED-default-1397144834259.jhist
2014-04-10 10:47:25,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0001-1397144830519-brock-%5BA82BD1FB7CA845DEA0A650C72C547E8B%2F2E892DEE40424E2C-1397144845042-5-1-SUCCEEDED-default-1397144834259.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0001-1397144830519-brock-%5BA82BD1FB7CA845DEA0A650C72C547E8B%2F2E892DEE40424E2C-1397144845042-5-1-SUCCEEDED-default-1397144834259.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:47:25,816 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0001_conf.xml to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0001_conf.xml
2014-04-10 10:47:25,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0001_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0001_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:47:25,881 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0001_01_000007
2014-04-10 10:47:25,883 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0001_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:47:25,883 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0001_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 10:47:25,883 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0001 CONTAINERID=container_1397144823869_0001_01_000007
2014-04-10 10:47:25,883 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0001_01_000007 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:47:25,883 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:47:25,884 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0001_01_000007, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:25,884 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:25,884 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:47:25,884 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0001_000001 released container container_1397144823869_0001_01_000007 on node: host: localhost:52024 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:47:25,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner dst=null perm=null
2014-04-10 10:47:25,897 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner/_temporary
2014-04-10 10:47:25,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner/_temporary dst=null perm=null
2014-04-10 10:47:25,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner dst=null perm=null
2014-04-10 10:47:25,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner dst=null perm=null
2014-04-10 10:47:25,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner dst=null perm=null
2014-04-10 10:47:25,928 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:47:25,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner/part-00000 dst=null perm=null
2014-04-10 10:47:25,935 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:43755, bytes: 162, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741835_1011, duration: 135927
2014-04-10 10:47:25,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner dst=null perm=null
2014-04-10 10:47:25,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner dst=null perm=null
2014-04-10 10:47:25,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner dst=null perm=null
2014-04-10 10:47:25,954 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:47:25,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner/part-00000 dst=null perm=null
2014-04-10 10:47:25,957 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:43755, bytes: 162, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741835_1011, duration: 126550
2014-04-10 10:47:25,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:47:25,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:47:25,974 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 10:47:25,975 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 10:47:25,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup dst=null perm=null
2014-04-10 10:47:25,998 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting
2014-04-10 10:47:25,999 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextDelimited[['num', 'char' | Integer, String]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt"]
2014-04-10 10:47:25,999 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextDelimited[['num', 'char' | Integer, String]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt"]
2014-04-10 10:47:25,999 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] sink: Hfs["TextDelimited[[0:3]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup"]
2014-04-10 10:47:25,999 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] parallel execution is enabled: true
2014-04-10 10:47:25,999 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting jobs: 1
2014-04-10 10:47:26,000 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] allocating threads: 1
2014-04-10 10:47:26,000 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) .../cogroupinner-resultgroup
2014-04-10 10:47:26,004 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741836_1012
2014-04-10 10:47:26,006 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741837_1013
2014-04-10 10:47:26,007 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741834_1010
2014-04-10 10:47:26,019 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:47:26,027 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:47:26,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup dst=null perm=null
2014-04-10 10:47:26,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:47:26,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:47:26,031 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 2
2014-04-10 10:47:26,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002 dst=null perm=null
2014-04-10 10:47:26,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:47:26,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:47:26,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.jar dst=null perm=null
2014-04-10 10:47:26,072 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741836_1012
2014-04-10 10:47:26,073 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741835_1011
2014-04-10 10:47:26,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:47:26,074 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741835_1011
2014-04-10 10:47:26,075 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741837_1013
2014-04-10 10:47:26,077 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741837_1013
2014-04-10 10:47:26,077 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741838_1014
2014-04-10 10:47:26,078 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:47:26,079 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741834_1010
2014-04-10 10:47:26,080 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741834_1010
2014-04-10 10:47:26,080 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741838_1014
2014-04-10 10:47:26,081 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741835_1011
2014-04-10 10:47:26,081 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741838_1014
2014-04-10 10:47:26,082 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741836_1012
2014-04-10 10:47:26,092 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741839_1015 src: /127.0.0.1:51580 dest: /127.0.0.1:55289
2014-04-10 10:47:26,094 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741839_1015 src: /127.0.0.1:43631 dest: /127.0.0.1:36139
2014-04-10 10:47:26,096 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741839_1015 src: /127.0.0.1:35858 dest: /127.0.0.1:55175
2014-04-10 10:47:26,102 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35858, dest: /127.0.0.1:55175, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741839_1015, duration: 5249443
2014-04-10 10:47:26,103 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741839_1015, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:47:26,103 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:47:26,103 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43631, dest: /127.0.0.1:36139, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741839_1015, duration: 5128804
2014-04-10 10:47:26,104 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:26,104 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:47:26,105 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51580, dest: /127.0.0.1:55289, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741839_1015, duration: 6249173
2014-04-10 10:47:26,105 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:26,106 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:47:26,115 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:47:26,117 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.jar
2014-04-10 10:47:26,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.jar dst=null perm=null
2014-04-10 10:47:26,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:47:26,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:26,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:26,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:26,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:47:26,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:47:26,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:47:26,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:47:26,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:47:26,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:26,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:47:26,150 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:47:26,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:47:26,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:47:26,157 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:47:26,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:47:26,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:47:26,164 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:47:26,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:47:26,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:47:26,170 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:47:26,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:47:26,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:47:26,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:47:26,200 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.split
2014-04-10 10:47:26,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.split dst=null perm=null
2014-04-10 10:47:26,210 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.split. BP-1649026925-127.0.0.1-1397144808341 blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:47:26,227 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741840_1016 src: /127.0.0.1:35859 dest: /127.0.0.1:55175
2014-04-10 10:47:26,229 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741840_1016 src: /127.0.0.1:43634 dest: /127.0.0.1:36139
2014-04-10 10:47:26,231 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741840_1016 src: /127.0.0.1:51585 dest: /127.0.0.1:55289
2014-04-10 10:47:26,232 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741840_1016 src: /127.0.0.1:43763 dest: /127.0.0.1:53466
2014-04-10 10:47:26,237 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43763, dest: /127.0.0.1:53466, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741840_1016, duration: 3595918
2014-04-10 10:47:26,238 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741840_1016, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:47:26,238 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:47:26,238 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51585, dest: /127.0.0.1:55289, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741840_1016, duration: 4297917
2014-04-10 10:47:26,239 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:26,239 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:47:26,239 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43634, dest: /127.0.0.1:36139, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741840_1016, duration: 5137870
2014-04-10 10:47:26,240 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:26,240 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:47:26,240 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35859, dest: /127.0.0.1:55175, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741840_1016, duration: 6091297
2014-04-10 10:47:26,241 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:26,242 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:47:26,258 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.split is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:47:26,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:47:26,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:47:26,294 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.splitmetainfo. BP-1649026925-127.0.0.1-1397144808341 blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:47:26,310 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741841_1017 src: /127.0.0.1:51588 dest: /127.0.0.1:55289
2014-04-10 10:47:26,312 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741841_1017 src: /127.0.0.1:43639 dest: /127.0.0.1:36139
2014-04-10 10:47:26,316 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741841_1017 src: /127.0.0.1:35866 dest: /127.0.0.1:55175
2014-04-10 10:47:26,320 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35866, dest: /127.0.0.1:55175, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741841_1017, duration: 2335311
2014-04-10 10:47:26,320 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741841_1017, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:47:26,321 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43639, dest: /127.0.0.1:36139, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741841_1017, duration: 3090523
2014-04-10 10:47:26,321 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:47:26,321 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:26,322 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51588, dest: /127.0.0.1:55289, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741841_1017, duration: 3923531
2014-04-10 10:47:26,322 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:47:26,322 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:26,324 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:47:26,333 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:47:26,334 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 10:47:26,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:47:26,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:47:26,408 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:47:26,418 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741842_1018 src: /127.0.0.1:43768 dest: /127.0.0.1:53466
2014-04-10 10:47:26,419 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741842_1018 src: /127.0.0.1:35868 dest: /127.0.0.1:55175
2014-04-10 10:47:26,420 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741842_1018 src: /127.0.0.1:43643 dest: /127.0.0.1:36139
2014-04-10 10:47:26,424 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43643, dest: /127.0.0.1:36139, bytes: 82420, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741842_1018, duration: 2839513
2014-04-10 10:47:26,424 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741842_1018, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:47:26,425 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:47:26,425 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35868, dest: /127.0.0.1:55175, bytes: 82420, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741842_1018, duration: 3540492
2014-04-10 10:47:26,425 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741829_1005 127.0.0.1:53466 127.0.0.1:36139 127.0.0.1:55175 127.0.0.1:55289
2014-04-10 10:47:26,425 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741830_1006 127.0.0.1:36139 127.0.0.1:55289 127.0.0.1:55175 127.0.0.1:53466
2014-04-10 10:47:26,425 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:26,426 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741831_1007 127.0.0.1:55175 127.0.0.1:36139 127.0.0.1:53466
2014-04-10 10:47:26,426 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43768, dest: /127.0.0.1:53466, bytes: 82420, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741842_1018, duration: 4144273
2014-04-10 10:47:26,426 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741832_1008 127.0.0.1:55289 127.0.0.1:55175 127.0.0.1:36139
2014-04-10 10:47:26,426 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:26,428 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741834_1010 127.0.0.1:36139 127.0.0.1:55289 127.0.0.1:55175
2014-04-10 10:47:26,428 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741833_1009 127.0.0.1:53466 127.0.0.1:55289 127.0.0.1:36139
2014-04-10 10:47:26,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0001 dst=null perm=null
2014-04-10 10:47:26,429 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:47:26,430 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741842_1018 size 82420
2014-04-10 10:47:26,441 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.xml is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:47:26,442 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397144823869_0002
2014-04-10 10:47:26,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002 dst=null perm=null
2014-04-10 10:47:26,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.xml dst=null perm=null
2014-04-10 10:47:26,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.xml dst=null perm=null
2014-04-10 10:47:26,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.jar dst=null perm=null
2014-04-10 10:47:26,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.jar dst=null perm=null
2014-04-10 10:47:26,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.split dst=null perm=null
2014-04-10 10:47:26,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.split dst=null perm=null
2014-04-10 10:47:26,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.splitmetainfo dst=null perm=null
2014-04-10 10:47:26,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.splitmetainfo dst=null perm=null
2014-04-10 10:47:26,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:26,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:26,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:26,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:26,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:26,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:26,507 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 2 submitted by user brock
2014-04-10 10:47:26,507 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397144823869_0002
2014-04-10 10:47:26,508 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397144823869_0002
2014-04-10 10:47:26,508 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0002
2014-04-10 10:47:26,508 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0002 State change from NEW to NEW_SAVING
2014-04-10 10:47:26,509 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0002 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:47:26,509 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397144823869_0002_000001
2014-04-10 10:47:26,510 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0002_000001 State change from NEW to SUBMITTED
2014-04-10 10:47:26,511 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397144823869_0002 from user: brock activated in queue: default
2014-04-10 10:47:26,511 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397144823869_0002 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@1ba82161, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:47:26,511 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397144823869_0002 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:47:26,511 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397144823869_0002
2014-04-10 10:47:26,511 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397144823869_0002_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:47:26,512 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0002_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:47:26,513 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0002 State change from SUBMITTED to ACCEPTED
2014-04-10 10:47:26,515 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:60619/proxy/application_1397144823869_0002/
2014-04-10 10:47:26,515 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397144823869_0002
2014-04-10 10:47:26,515 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:60619/proxy/application_1397144823869_0002/
2014-04-10 10:47:26,711 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0002_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:47:26,711 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0002 CONTAINERID=container_1397144823869_0002_01_000001
2014-04-10 10:47:26,712 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0002_01_000001 of capacity <memory:2048, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 10:47:26,712 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0002 container=Container: [ContainerId: container_1397144823869_0002_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0002_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:26,712 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:47:26,713 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0002_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:47:26,713 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:26,714 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397144823869_0002 AttemptId: appattempt_1397144823869_0002_000001 MasterContainer: Container: [ContainerId: container_1397144823869_0002_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ]
2014-04-10 10:47:26,714 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0002_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:47:26,714 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0002_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:47:26,715 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397144823869_0002_000001
2014-04-10 10:47:26,716 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397144823869_0002_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] for AM appattempt_1397144823869_0002_000001
2014-04-10 10:47:26,716 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397144823869_0002_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:47:26,720 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0002_000001 (auth:SIMPLE)
2014-04-10 10:47:26,723 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0002_01_000001 by user brock
2014-04-10 10:47:26,724 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0002
2014-04-10 10:47:26,724 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0002 CONTAINERID=container_1397144823869_0002_01_000001
2014-04-10 10:47:26,724 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0002 transitioned from NEW to INITING
2014-04-10 10:47:26,727 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0002_01_000001 to application application_1397144823869_0002
2014-04-10 10:47:26,727 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397144823869_0002_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] for AM appattempt_1397144823869_0002_000001
2014-04-10 10:47:26,727 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0002 transitioned from INITING to RUNNING
2014-04-10 10:47:26,727 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0002_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:47:26,727 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:47:26,728 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0002
2014-04-10 10:47:26,728 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:47:26,728 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:47:26,728 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:47:26,728 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:47:26,728 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:47:26,728 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:47:26,728 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0002_01_000001
2014-04-10 10:47:26,729 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:60378/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar, 1397144811477, FILE, null }
2014-04-10 10:47:26,730 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:60378/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397144811324, FILE, null }
2014-04-10 10:47:26,736 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397144823869_0002_01_000001.tokens. Credentials list:
2014-04-10 10:47:26,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:26,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:26,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:26,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:26,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:47:26,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:47:26,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:47:26,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:47:26,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:47:26,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:47:26,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:47:26,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:47:26,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:47:26,747 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:47:26,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:47:26,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:26,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:26,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:26,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:26,755 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:43645, bytes: 388587, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741826_1002, duration: 898333
2014-04-10 10:47:26,757 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:51595, bytes: 488518, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741825_1001, duration: 2782145
2014-04-10 10:47:26,772 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/filecache/10/hadoop-764479540117397085.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:47:26,774 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:47:26,801 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397144823869_0002_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000001.tokens
2014-04-10 10:47:26,801 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0002 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0002
2014-04-10 10:47:26,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.jar dst=null perm=null
2014-04-10 10:47:26,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.jar dst=null perm=null
2014-04-10 10:47:26,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.jar dst=null perm=null
2014-04-10 10:47:26,909 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:51595, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1161445551_1680, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741839_1015, duration: 757421
2014-04-10 10:47:26,936 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:47:26,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.splitmetainfo dst=null perm=null
2014-04-10 10:47:26,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.splitmetainfo dst=null perm=null
2014-04-10 10:47:26,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.splitmetainfo dst=null perm=null
2014-04-10 10:47:26,963 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:43645, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1161445551_1680, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741841_1017, duration: 391276
2014-04-10 10:47:26,981 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0002/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:47:26,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.split dst=null perm=null
2014-04-10 10:47:26,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.split dst=null perm=null
2014-04-10 10:47:27,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.split dst=null perm=null
2014-04-10 10:47:27,005 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:35878, bytes: 1928, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1161445551_1680, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741840_1016, duration: 137701
2014-04-10 10:47:27,016 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0002/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:47:27,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.xml dst=null perm=null
2014-04-10 10:47:27,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.xml dst=null perm=null
2014-04-10 10:47:27,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.xml dst=null perm=null
2014-04-10 10:47:27,041 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:43780, bytes: 83064, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1161445551_1680, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741842_1018, duration: 547227
2014-04-10 10:47:27,060 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0002/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:47:27,060 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:47:27,092 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:47:27,093 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:27,153 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000001/default_container_executor.sh]
2014-04-10 10:47:27,710 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0002_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:47:28,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:47:28,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/COMMIT_STARTED dst=null perm=null
2014-04-10 10:47:28,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:47:28,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/COMMIT_FAIL dst=null perm=null
2014-04-10 10:47:28,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002 dst=null perm=null
2014-04-10 10:47:28,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:47:28,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:47:28,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.splitmetainfo dst=null perm=null
2014-04-10 10:47:28,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.splitmetainfo dst=null perm=null
2014-04-10 10:47:28,669 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:35888, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-626510075_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741841_1017, duration: 176519
2014-04-10 10:47:28,748 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:55175 to replicate blk_1073741839_1015 to datanode(s) 127.0.0.1:53466
2014-04-10 10:47:28,748 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008, blk_1073741833_1009, blk_1073741834_1010, blk_1073741836_1012]
2014-04-10 10:47:28,749 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741833_1009]
2014-04-10 10:47:29,264 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0002_000001 (auth:SIMPLE)
2014-04-10 10:47:29,266 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397144823869_0002_000001
2014-04-10 10:47:29,267 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397144823869_0002 APPATTEMPTID=appattempt_1397144823869_0002_000001
2014-04-10 10:47:29,267 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0002_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:47:29,267 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0002 State change from ACCEPTED to RUNNING
2014-04-10 10:47:29,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job_1397144823869_0002_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:47:29,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:47:29,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job_1397144823869_0002_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:47:29,475 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job_1397144823869_0002_1_conf.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:47:29,564 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741843_1019 src: /127.0.0.1:35895 dest: /127.0.0.1:55175
2014-04-10 10:47:29,565 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741843_1019 src: /127.0.0.1:51620 dest: /127.0.0.1:55289
2014-04-10 10:47:29,566 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741843_1019 src: /127.0.0.1:43798 dest: /127.0.0.1:53466
2014-04-10 10:47:29,573 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43798, dest: /127.0.0.1:53466, bytes: 96403, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-626510075_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741843_1019, duration: 5920631
2014-04-10 10:47:29,573 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741843_1019, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:47:29,574 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:47:29,574 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51620, dest: /127.0.0.1:55289, bytes: 96403, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-626510075_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741843_1019, duration: 6372661
2014-04-10 10:47:29,574 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:29,574 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:47:29,575 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35895, dest: /127.0.0.1:55175, bytes: 96403, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-626510075_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741843_1019, duration: 7093770
2014-04-10 10:47:29,575 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:29,575 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:47:29,591 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job_1397144823869_0002_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-626510075_1
2014-04-10 10:47:30,065 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741829 for deletion
2014-04-10 10:47:30,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741830 for deletion
2014-04-10 10:47:30,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741831 for deletion
2014-04-10 10:47:30,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741829
2014-04-10 10:47:30,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741829 for deletion
2014-04-10 10:47:30,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741831
2014-04-10 10:47:30,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741833_1009 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741833 for deletion
2014-04-10 10:47:30,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741830 for deletion
2014-04-10 10:47:30,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741830
2014-04-10 10:47:30,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741831 for deletion
2014-04-10 10:47:30,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741829
2014-04-10 10:47:30,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741831
2014-04-10 10:47:30,068 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=d55d4a0e-a412-4469-9a90-53fa99579ca4, infoPort=50650, ipcPort=33089, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) Starting thread to transfer BP-1649026925-127.0.0.1-1397144808341:blk_1073741839_1015 to 127.0.0.1:53466
2014-04-10 10:47:30,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741832 for deletion
2014-04-10 10:47:30,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741833_1009 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741833
2014-04-10 10:47:30,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741830
2014-04-10 10:47:30,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741833_1009 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741833 for deletion
2014-04-10 10:47:30,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741834_1010 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741834 for deletion
2014-04-10 10:47:30,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741832
2014-04-10 10:47:30,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741833_1009 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741833
2014-04-10 10:47:30,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741836_1012 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741836 for deletion
2014-04-10 10:47:30,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741834_1010 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741834
2014-04-10 10:47:30,071 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741839_1015 src: /127.0.0.1:43804 dest: /127.0.0.1:53466
2014-04-10 10:47:30,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741836_1012 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741836
2014-04-10 10:47:30,072 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1649026925-127.0.0.1-1397144808341:blk_1073741839_1015 (numBytes=244650) to 127.0.0.1/127.0.0.1:53466
2014-04-10 10:47:30,075 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1649026925-127.0.0.1-1397144808341:blk_1073741839_1015 src: /127.0.0.1:43804 dest: /127.0.0.1:53466 of size 244650
2014-04-10 10:47:30,076 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741839_1015 size 244650
2014-04-10 10:47:30,296 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0002_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:47:30,297 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0002 CONTAINERID=container_1397144823869_0002_01_000002
2014-04-10 10:47:30,297 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0002_01_000002 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:47:30,297 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0002 container=Container: [ContainerId: container_1397144823869_0002_01_000002, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0002_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:30,297 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:47:30,297 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:30,297 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0002_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:47:30,297 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0002 CONTAINERID=container_1397144823869_0002_01_000003
2014-04-10 10:47:30,298 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0002_01_000003 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:47:30,298 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0002 container=Container: [ContainerId: container_1397144823869_0002_01_000003, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0002_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:30,298 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:47:30,298 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:30,298 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0002_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:47:30,298 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0002 CONTAINERID=container_1397144823869_0002_01_000004
2014-04-10 10:47:30,299 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0002_01_000004 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 10:47:30,299 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0002 container=Container: [ContainerId: container_1397144823869_0002_01_000004, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0002_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:30,299 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:47:30,299 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:30,299 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0002_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:47:30,299 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0002 CONTAINERID=container_1397144823869_0002_01_000005
2014-04-10 10:47:30,299 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0002_01_000005 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 10:47:30,300 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0002 container=Container: [ContainerId: container_1397144823869_0002_01_000005, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0002_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:30,300 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:47:30,300 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:30,712 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0002_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:47:30,712 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0002 CONTAINERID=container_1397144823869_0002_01_000006
2014-04-10 10:47:30,712 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0002_01_000006 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:47:30,713 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0002 container=Container: [ContainerId: container_1397144823869_0002_01_000006, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0002_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:30,713 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 10:47:30,713 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:31,009 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741841_1017
2014-04-10 10:47:31,013 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741839_1015
2014-04-10 10:47:31,014 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741843_1019
2014-04-10 10:47:31,015 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741840_1016
2014-04-10 10:47:31,083 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741840_1016
2014-04-10 10:47:31,083 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741843_1019
2014-04-10 10:47:31,085 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741843_1019
2014-04-10 10:47:31,087 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741839_1015
2014-04-10 10:47:31,087 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741842_1018
2014-04-10 10:47:31,088 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741842_1018
2014-04-10 10:47:31,088 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741839_1015
2014-04-10 10:47:31,089 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741840_1016
2014-04-10 10:47:31,089 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741841_1017
2014-04-10 10:47:31,089 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741841_1017
2014-04-10 10:47:31,089 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741840_1016
2014-04-10 10:47:31,090 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741839_1015
2014-04-10 10:47:31,090 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741842_1018
2014-04-10 10:47:31,305 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0002_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:47:31,305 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0002_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:47:31,305 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0002_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:47:31,306 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0002_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:47:31,306 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0002_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:47:31,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.jar dst=null perm=null
2014-04-10 10:47:31,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.jar dst=null perm=null
2014-04-10 10:47:31,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.xml dst=null perm=null
2014-04-10 10:47:31,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.xml dst=null perm=null
2014-04-10 10:47:31,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:31,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:31,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:31,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:31,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:31,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:31,434 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0002_000001 (auth:SIMPLE)
2014-04-10 10:47:31,435 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0002_000001 (auth:SIMPLE)
2014-04-10 10:47:31,439 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0002_01_000006 by user brock
2014-04-10 10:47:31,439 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0002 CONTAINERID=container_1397144823869_0002_01_000006
2014-04-10 10:47:31,439 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0002_01_000006 to application application_1397144823869_0002
2014-04-10 10:47:31,440 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:47:31,440 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0002
2014-04-10 10:47:31,440 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0002_01_000004 by user brock
2014-04-10 10:47:31,441 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0002_01_000003 by user brock
2014-04-10 10:47:31,440 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0002
2014-04-10 10:47:31,441 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0002
2014-04-10 10:47:31,441 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0002_01_000005 by user brock
2014-04-10 10:47:31,441 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0002_01_000002 by user brock
2014-04-10 10:47:31,442 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0002 CONTAINERID=container_1397144823869_0002_01_000004
2014-04-10 10:47:31,442 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0002_01_000003 to application application_1397144823869_0002
2014-04-10 10:47:31,442 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0002 CONTAINERID=container_1397144823869_0002_01_000003
2014-04-10 10:47:31,442 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:47:31,443 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0002 transitioned from NEW to INITING
2014-04-10 10:47:31,443 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0002 CONTAINERID=container_1397144823869_0002_01_000002
2014-04-10 10:47:31,442 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0002 CONTAINERID=container_1397144823869_0002_01_000005
2014-04-10 10:47:31,443 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0002_01_000004 to application application_1397144823869_0002
2014-04-10 10:47:31,443 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0002
2014-04-10 10:47:31,444 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0002_01_000005 to application application_1397144823869_0002
2014-04-10 10:47:31,445 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0002_01_000002 to application application_1397144823869_0002
2014-04-10 10:47:31,446 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0002 transitioned from INITING to RUNNING
2014-04-10 10:47:31,446 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:47:31,446 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:47:31,447 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:47:31,447 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:47:31,448 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:47:31,448 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0002
2014-04-10 10:47:31,448 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0002
2014-04-10 10:47:31,448 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:47:31,449 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0002
2014-04-10 10:47:31,449 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:47:31,449 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:47:31,450 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0002
2014-04-10 10:47:31,450 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0002
2014-04-10 10:47:31,450 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:47:31,450 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0002
2014-04-10 10:47:31,451 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0002
2014-04-10 10:47:31,451 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0002
2014-04-10 10:47:31,451 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:47:31,452 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0002
2014-04-10 10:47:31,452 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0002
2014-04-10 10:47:31,452 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0002
2014-04-10 10:47:31,453 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:47:31,453 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0002
2014-04-10 10:47:31,453 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0002_01_000005
2014-04-10 10:47:31,454 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0002_01_000003
2014-04-10 10:47:31,455 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0002_01_000004
2014-04-10 10:47:31,460 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0002_01_000002
2014-04-10 10:47:31,462 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397144823869_0001_01_000001 succeeded
2014-04-10 10:47:31,462 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:47:31,462 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0001_01_000001
2014-04-10 10:47:31,473 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0002_01_000004.tokens. Credentials list:
2014-04-10 10:47:31,473 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397144823869_0002_01_000003.tokens. Credentials list:
2014-04-10 10:47:31,474 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0002_01_000005.tokens. Credentials list:
2014-04-10 10:47:31,475 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000001
2014-04-10 10:47:31,475 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000001
2014-04-10 10:47:31,475 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000001
2014-04-10 10:47:31,475 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0001/container_1397144823869_0001_01_000001
2014-04-10 10:47:31,476 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0001 CONTAINERID=container_1397144823869_0001_01_000001
2014-04-10 10:47:31,476 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0001_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:47:31,476 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0001_01_000001 from application application_1397144823869_0001
2014-04-10 10:47:31,476 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:31,476 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0001
2014-04-10 10:47:31,477 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0002_01_000002.tokens. Credentials list:
2014-04-10 10:47:31,492 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:47:31,492 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:31,494 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:47:31,558 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000006/default_container_executor.sh]
2014-04-10 10:47:31,567 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0002_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000004.tokens
2014-04-10 10:47:31,567 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0002 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0002
2014-04-10 10:47:31,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.jar dst=null perm=null
2014-04-10 10:47:31,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.jar dst=null perm=null
2014-04-10 10:47:31,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.jar dst=null perm=null
2014-04-10 10:47:31,668 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:51636, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-605682324_1851, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741839_1015, duration: 701219
2014-04-10 10:47:31,682 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:47:31,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.xml dst=null perm=null
2014-04-10 10:47:31,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.xml dst=null perm=null
2014-04-10 10:47:31,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.xml dst=null perm=null
2014-04-10 10:47:31,701 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:35913, bytes: 83064, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-605682324_1851, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741842_1018, duration: 218957
2014-04-10 10:47:31,711 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0002/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:47:31,711 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:47:31,711 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:47:31,711 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0002_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:47:31,711 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:47:31,712 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:47:31,741 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:47:31,741 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:31,742 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:47:31,742 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:47:31,742 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:31,742 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:31,743 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:47:31,743 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:31,749 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073741829_1005, blk_1073741830_1006, blk_1073741832_1008, blk_1073741833_1009, blk_1073741834_1010, blk_1073741836_1012]
2014-04-10 10:47:31,749 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008, blk_1073741834_1010, blk_1073741836_1012]
2014-04-10 10:47:31,758 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0001_01_000001
2014-04-10 10:47:31,758 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0001_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:47:31,759 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0001_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:47:31,758 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397144823869_0001_000001
2014-04-10 10:47:31,759 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0001 CONTAINERID=container_1397144823869_0001_01_000001
2014-04-10 10:47:31,759 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0001_01_000001 of capacity <memory:2048, vCores:1> on host localhost:50571, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:47:31,759 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 10:47:31,759 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0001_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:31,759 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:31,759 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 10:47:31,759 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0001_000001 State change from FINISHING to FINISHED
2014-04-10 10:47:31,760 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0001_000001 released container container_1397144823869_0001_01_000001 on node: host: localhost:50571 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:47:31,760 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0001 State change from FINISHING to FINISHED
2014-04-10 10:47:31,761 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397144823869_0001_000001 is done. finalState=FINISHED
2014-04-10 10:47:31,761 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397144823869_0001_000001
2014-04-10 10:47:31,762 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397144823869_0001 requests cleared
2014-04-10 10:47:31,762 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397144823869_0001
2014-04-10 10:47:31,762 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397144823869_0001 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:47:31,762 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397144823869_0001 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:47:31,763 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397144823869_0001,name=[A82BD1FB7CA845DEA0A650C72C547E8B/2E892DEE40424E2C88DB919ADFBC3DAE] lower*upper/(1/1) ...ipesplatform/cogroupinner,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:60619/proxy/application_1397144823869_0001/jobhistory/job/job_1397144823869_0001,appMasterHost=localhost.localdomain,startTime=1397144830548,finishTime=1397144845405,finalStatus=SUCCEEDED
2014-04-10 10:47:31,765 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0001_000001 (auth:SIMPLE)
2014-04-10 10:47:31,767 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0001_01_000001
2014-04-10 10:47:31,803 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000003/default_container_executor.sh]
2014-04-10 10:47:31,803 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000004/default_container_executor.sh]
2014-04-10 10:47:31,803 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000005/default_container_executor.sh]
2014-04-10 10:47:31,804 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000002/default_container_executor.sh]
2014-04-10 10:47:31,885 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:47:31,885 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0001
2014-04-10 10:47:31,886 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0001
2014-04-10 10:47:31,886 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0001
2014-04-10 10:47:31,886 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0001
2014-04-10 10:47:31,887 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0001
2014-04-10 10:47:31,887 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:47:31,887 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0001, with delay of 10800 seconds
2014-04-10 10:47:32,297 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:47:32,297 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0002_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:47:32,297 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0002_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:47:32,297 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0002_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:47:32,298 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0002_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:47:32,298 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0001
2014-04-10 10:47:32,297 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0001
2014-04-10 10:47:32,298 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0001
2014-04-10 10:47:32,298 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0001
2014-04-10 10:47:32,298 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0001
2014-04-10 10:47:32,298 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:47:32,298 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0001, with delay of 10800 seconds
2014-04-10 10:47:32,323 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:47:32,371 INFO hs.JobHistory (JobHistory.java:run(198)) - History Cleaner started
2014-04-10 10:47:32,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null
2014-04-10 10:47:32,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done/2014 dst=null perm=null
2014-04-10 10:47:32,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done/2014/04 dst=null perm=null
2014-04-10 10:47:32,375 INFO hs.JobHistory (JobHistory.java:run(204)) - History Cleaner complete
2014-04-10 10:47:32,769 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:47:32,769 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0001
2014-04-10 10:47:32,769 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0001
2014-04-10 10:47:32,769 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0001
2014-04-10 10:47:32,770 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:47:32,770 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0001, with delay of 10800 seconds
2014-04-10 10:47:32,770 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0001
2014-04-10 10:47:32,770 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0001
2014-04-10 10:47:32,808 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:47:33,002 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741829 for deletion
2014-04-10 10:47:33,018 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741830 for deletion
2014-04-10 10:47:33,019 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741829
2014-04-10 10:47:33,019 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741830
2014-04-10 10:47:33,019 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741832 for deletion
2014-04-10 10:47:33,038 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741833_1009 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741833 for deletion
2014-04-10 10:47:33,038 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741834_1010 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741834 for deletion
2014-04-10 10:47:33,039 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741836_1012 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741836 for deletion
2014-04-10 10:47:33,039 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741834_1010 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741834
2014-04-10 10:47:33,038 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741832
2014-04-10 10:47:33,045 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741833_1009 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741833
2014-04-10 10:47:33,046 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741836_1012 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741836
2014-04-10 10:47:33,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741829 for deletion
2014-04-10 10:47:33,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741830 for deletion
2014-04-10 10:47:33,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741829
2014-04-10 10:47:33,098 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741831 for deletion
2014-04-10 10:47:33,098 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741830
2014-04-10 10:47:33,107 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741832 for deletion
2014-04-10 10:47:33,107 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741834_1010 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741834 for deletion
2014-04-10 10:47:33,107 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741832
2014-04-10 10:47:33,107 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741836_1012 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741836 for deletion
2014-04-10 10:47:33,107 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741831
2014-04-10 10:47:33,107 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741834_1010 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741834
2014-04-10 10:47:33,108 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741836_1012 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741836
2014-04-10 10:47:33,184 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0002_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000002.tokens
2014-04-10 10:47:33,184 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0002 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0002
2014-04-10 10:47:33,495 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:47:33,945 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0002_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000005.tokens
2014-04-10 10:47:33,945 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0002 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0002
2014-04-10 10:47:34,218 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:47:34,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.split dst=null perm=null
2014-04-10 10:47:34,313 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:43709, bytes: 896, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0002_m_000004_0_-350059961_1, offset: 1024, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741840_1016, duration: 171356
2014-04-10 10:47:34,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397144823869_0002_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000003.tokens
2014-04-10 10:47:34,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0002 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0002
2014-04-10 10:47:34,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:47:34,433 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:35936, bytes: 52, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0002_m_000004_0_-350059961_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004, duration: 197858
2014-04-10 10:47:34,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.split dst=null perm=null
2014-04-10 10:47:34,588 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:43713, bytes: 1928, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0002_m_000001_0_-292093972_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741840_1016, duration: 191737
2014-04-10 10:47:34,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.split dst=null perm=null
2014-04-10 10:47:34,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:47:34,691 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:43842, bytes: 896, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0002_m_000003_0_181423784_1, offset: 1024, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741840_1016, duration: 190863
2014-04-10 10:47:34,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0002_m_000004_0 dst=null perm=null
2014-04-10 10:47:34,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:47:34,809 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0002_01_000006
2014-04-10 10:47:34,809 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0002 CONTAINERID=container_1397144823869_0002_01_000006
2014-04-10 10:47:34,809 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:47:34,809 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0002_01_000006
2014-04-10 10:47:34,815 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0002_01_000006 is : 143
2014-04-10 10:47:34,833 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:47:34,834 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000006
2014-04-10 10:47:34,834 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000006
2014-04-10 10:47:34,834 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job_1397144823869_0002_1.jhist. BP-1649026925-127.0.0.1-1397144808341 blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:47:34,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000006
2014-04-10 10:47:34,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000006
2014-04-10 10:47:34,835 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0002 CONTAINERID=container_1397144823869_0002_01_000006
2014-04-10 10:47:34,836 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:47:34,836 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0002_01_000006 from application application_1397144823869_0002
2014-04-10 10:47:34,836 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:34,836 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0002
2014-04-10 10:47:34,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.split dst=null perm=null
2014-04-10 10:47:34,867 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:35943, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0002_m_000001_0_-292093972_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 207247
2014-04-10 10:47:34,893 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741844_1020 src: /127.0.0.1:35944 dest: /127.0.0.1:55175
2014-04-10 10:47:34,894 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741844_1020 src: /127.0.0.1:43719 dest: /127.0.0.1:36139
2014-04-10 10:47:34,895 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741844_1020 src: /127.0.0.1:51670 dest: /127.0.0.1:55289
2014-04-10 10:47:34,903 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job_1397144823869_0002_1.jhist for DFSClient_NONMAPREDUCE_-626510075_1
2014-04-10 10:47:34,924 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:51671, bytes: 1412, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0002_m_000002_0_-35267706_1, offset: 512, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741840_1016, duration: 120379
2014-04-10 10:47:34,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0002_m_000001_0 dst=null perm=null
2014-04-10 10:47:34,953 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:43723, bytes: 52, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0002_m_000003_0_181423784_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004, duration: 211683
2014-04-10 10:47:34,984 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0002_01_000003
2014-04-10 10:47:34,985 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0002 CONTAINERID=container_1397144823869_0002_01_000003
2014-04-10 10:47:34,985 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:47:34,985 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0002_01_000003
2014-04-10 10:47:34,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:47:34,994 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:35950, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0002_m_000002_0_-35267706_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 191055
2014-04-10 10:47:34,995 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0002_01_000003 is : 143
2014-04-10 10:47:35,006 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:47:35,006 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000003
2014-04-10 10:47:35,006 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000003
2014-04-10 10:47:35,006 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000003
2014-04-10 10:47:35,007 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000003
2014-04-10 10:47:35,007 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0002 CONTAINERID=container_1397144823869_0002_01_000003
2014-04-10 10:47:35,007 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:47:35,007 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0002_01_000003 from application application_1397144823869_0002
2014-04-10 10:47:35,007 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:35,007 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0002
2014-04-10 10:47:35,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0002_m_000003_0 dst=null perm=null
2014-04-10 10:47:35,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job.split dst=null perm=null
2014-04-10 10:47:35,071 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0002_01_000005
2014-04-10 10:47:35,071 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0002 CONTAINERID=container_1397144823869_0002_01_000005
2014-04-10 10:47:35,071 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:47:35,071 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0002_01_000005
2014-04-10 10:47:35,071 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0002_01_000003
2014-04-10 10:47:35,074 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0002_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:47:35,074 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0002_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:47:35,074 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0002 CONTAINERID=container_1397144823869_0002_01_000003
2014-04-10 10:47:35,074 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0002_01_000003 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 10:47:35,074 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 10:47:35,074 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0002_01_000003, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:35,076 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:35,076 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 10:47:35,076 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0002_000001 released container container_1397144823869_0002_01_000003 on node: host: localhost:37679 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 10:47:35,081 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0002_01_000005 is : 143
2014-04-10 10:47:35,094 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:47:35,094 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000005
2014-04-10 10:47:35,094 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000005
2014-04-10 10:47:35,094 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000005
2014-04-10 10:47:35,095 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000005
2014-04-10 10:47:35,095 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0002 CONTAINERID=container_1397144823869_0002_01_000005
2014-04-10 10:47:35,096 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:47:35,096 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0002_01_000005 from application application_1397144823869_0002
2014-04-10 10:47:35,096 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:35,096 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0002
2014-04-10 10:47:35,134 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:35954, bytes: 1928, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0002_m_000000_0_-1845489486_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741840_1016, duration: 135726
2014-04-10 10:47:35,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:47:35,187 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:35954, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0002_m_000000_0_-1845489486_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 122169
2014-04-10 10:47:35,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0002_m_000002_0 dst=null perm=null
2014-04-10 10:47:35,243 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0002_01_000004
2014-04-10 10:47:35,244 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0002 CONTAINERID=container_1397144823869_0002_01_000004
2014-04-10 10:47:35,244 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:47:35,244 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0002_01_000004
2014-04-10 10:47:35,244 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0002_01_000005
2014-04-10 10:47:35,244 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0002_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:47:35,245 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0002_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:47:35,245 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0002 CONTAINERID=container_1397144823869_0002_01_000005
2014-04-10 10:47:35,245 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0002_01_000005 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:47:35,245 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 10:47:35,245 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0002_01_000005, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:35,245 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:35,245 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:47:35,245 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0002_000001 released container container_1397144823869_0002_01_000005 on node: host: localhost:37679 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:47:35,249 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0002_01_000004 is : 143
2014-04-10 10:47:35,258 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:47:35,258 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000004
2014-04-10 10:47:35,258 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000004
2014-04-10 10:47:35,258 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000004
2014-04-10 10:47:35,259 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0002 CONTAINERID=container_1397144823869_0002_01_000004
2014-04-10 10:47:35,259 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000004
2014-04-10 10:47:35,259 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:47:35,259 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0002_01_000004 from application application_1397144823869_0002
2014-04-10 10:47:35,259 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:35,259 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0002
2014-04-10 10:47:35,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0002_m_000000_0 dst=null perm=null
2014-04-10 10:47:35,407 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0002_01_000002
2014-04-10 10:47:35,407 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0002 CONTAINERID=container_1397144823869_0002_01_000002
2014-04-10 10:47:35,407 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:47:35,407 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0002_01_000002
2014-04-10 10:47:35,408 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0002_01_000004
2014-04-10 10:47:35,408 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0002_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:47:35,408 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0002_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:47:35,408 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0002 CONTAINERID=container_1397144823869_0002_01_000004
2014-04-10 10:47:35,408 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0002_01_000004 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:47:35,409 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:47:35,409 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0002_01_000004, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:35,409 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:35,409 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:47:35,409 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0002_000001 released container container_1397144823869_0002_01_000004 on node: host: localhost:37679 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:47:35,412 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0002_01_000002 is : 143
2014-04-10 10:47:35,420 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:47:35,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000002
2014-04-10 10:47:35,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000002
2014-04-10 10:47:35,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000002
2014-04-10 10:47:35,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000002
2014-04-10 10:47:35,421 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0002 CONTAINERID=container_1397144823869_0002_01_000002
2014-04-10 10:47:35,421 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:47:35,422 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0002_01_000002 from application application_1397144823869_0002
2014-04-10 10:47:35,422 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:35,422 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0002
2014-04-10 10:47:35,810 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0002_01_000006
2014-04-10 10:47:35,811 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0002_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:47:35,811 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0002_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:47:35,811 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0002 CONTAINERID=container_1397144823869_0002_01_000006
2014-04-10 10:47:35,811 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0002_01_000006 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:47:35,811 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:47:35,812 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0002_01_000006, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:35,812 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:35,812 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:47:35,813 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0002_000001 released container container_1397144823869_0002_01_000006 on node: host: localhost:56736 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:47:36,408 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0002_01_000002
2014-04-10 10:47:36,409 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0002_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:47:36,409 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0002_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:47:36,409 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0002 CONTAINERID=container_1397144823869_0002_01_000002
2014-04-10 10:47:36,409 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0002_01_000002 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:47:36,410 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:47:36,410 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0002_01_000002, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:36,410 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:36,410 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:47:36,411 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0002_000001 released container container_1397144823869_0002_01_000002 on node: host: localhost:37679 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:47:36,412 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0002_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:47:36,412 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0002 CONTAINERID=container_1397144823869_0002_01_000007
2014-04-10 10:47:36,412 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0002_01_000007 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:47:36,412 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0002 container=Container: [ContainerId: container_1397144823869_0002_01_000007, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0002_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:36,413 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:47:36,413 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:37,348 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0002_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:47:37,361 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0002_01_000007 by user brock
2014-04-10 10:47:37,361 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0002 CONTAINERID=container_1397144823869_0002_01_000007
2014-04-10 10:47:37,361 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0002_01_000007 to application application_1397144823869_0002
2014-04-10 10:47:37,362 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 10:47:37,362 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0002
2014-04-10 10:47:37,362 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0002
2014-04-10 10:47:37,362 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:47:37,363 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0002
2014-04-10 10:47:37,364 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:47:37,395 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 10:47:37,395 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:37,409 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0002_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:47:37,452 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000007/default_container_executor.sh]
2014-04-10 10:47:38,354 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:47:39,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0002_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:47:39,243 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0002_r_000000_0/part-00000. BP-1649026925-127.0.0.1-1397144808341 blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:47:39,321 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741845_1021 src: /127.0.0.1:51691 dest: /127.0.0.1:55289
2014-04-10 10:47:39,322 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741845_1021 src: /127.0.0.1:43742 dest: /127.0.0.1:36139
2014-04-10 10:47:39,323 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741845_1021 src: /127.0.0.1:35969 dest: /127.0.0.1:55175
2014-04-10 10:47:39,334 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35969, dest: /127.0.0.1:55175, bytes: 158, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0002_r_000000_0_-548606976_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741845_1021, duration: 9354356
2014-04-10 10:47:39,334 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741845_1021, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:47:39,334 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:47:39,334 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43742, dest: /127.0.0.1:36139, bytes: 158, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0002_r_000000_0_-548606976_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741845_1021, duration: 9874538
2014-04-10 10:47:39,334 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:39,335 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51691, dest: /127.0.0.1:55289, bytes: 158, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0002_r_000000_0_-548606976_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741845_1021, duration: 10591200
2014-04-10 10:47:39,335 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:47:39,335 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:39,335 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:47:39,349 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0002_r_000000_0/part-00000 is closed by DFSClient_attempt_1397144823869_0002_r_000000_0_-548606976_1
2014-04-10 10:47:39,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0002_r_000000_0 dst=null perm=null
2014-04-10 10:47:39,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0002_r_000000_0 dst=null perm=null
2014-04-10 10:47:39,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup/_temporary/1/task_1397144823869_0002_r_000000 dst=null perm=null
2014-04-10 10:47:39,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0002_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup/_temporary/1/task_1397144823869_0002_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:47:39,456 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0002_01_000007
2014-04-10 10:47:39,456 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0002 CONTAINERID=container_1397144823869_0002_01_000007
2014-04-10 10:47:39,456 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000007 transitioned from RUNNING to KILLING
2014-04-10 10:47:39,457 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0002_01_000007
2014-04-10 10:47:39,464 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0002_01_000007 is : 143
2014-04-10 10:47:39,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:47:39,480 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:47:39,480 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000007
2014-04-10 10:47:39,481 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000007
2014-04-10 10:47:39,481 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000007
2014-04-10 10:47:39,481 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000007
2014-04-10 10:47:39,481 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0002 CONTAINERID=container_1397144823869_0002_01_000007
2014-04-10 10:47:39,481 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:47:39,481 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0002_01_000007 from application application_1397144823869_0002
2014-04-10 10:47:39,481 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:39,481 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0002
2014-04-10 10:47:39,491 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-626510075_1
2014-04-10 10:47:39,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup/_temporary/1 dst=null perm=null
2014-04-10 10:47:39,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup dst=null perm=null
2014-04-10 10:47:39,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup dst=null perm=null
2014-04-10 10:47:39,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup/_temporary/1/task_1397144823869_0002_r_000000 dst=null perm=null
2014-04-10 10:47:39,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:47:39,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup/_temporary/1/task_1397144823869_0002_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:47:39,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup/_temporary dst=null perm=null
2014-04-10 10:47:39,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:47:39,574 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-626510075_1
2014-04-10 10:47:39,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:47:39,607 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-626510075_1
2014-04-10 10:47:39,629 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51670, dest: /127.0.0.1:55289, bytes: 69512, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-626510075_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741844_1020, duration: 4731467423
2014-04-10 10:47:39,629 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741844_1020, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:47:39,630 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 15779
2014-04-10 10:47:39,630 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43719, dest: /127.0.0.1:36139, bytes: 69512, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-626510075_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741844_1020, duration: 4729298643
2014-04-10 10:47:39,631 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:39,631 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 15779
2014-04-10 10:47:39,632 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35944, dest: /127.0.0.1:55175, bytes: 69512, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-626510075_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741844_1020, duration: 4730713238
2014-04-10 10:47:39,632 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:39,632 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 15779
2014-04-10 10:47:39,649 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job_1397144823869_0002_1.jhist is closed by DFSClient_NONMAPREDUCE_-626510075_1
2014-04-10 10:47:39,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0002.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:47:39,670 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0002.summary_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:47:39,685 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741846_1022 src: /127.0.0.1:43744 dest: /127.0.0.1:36139
2014-04-10 10:47:39,687 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741846_1022 src: /127.0.0.1:43872 dest: /127.0.0.1:53466
2014-04-10 10:47:39,688 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741846_1022 src: /127.0.0.1:35972 dest: /127.0.0.1:55175
2014-04-10 10:47:39,692 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35972, dest: /127.0.0.1:55175, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-626510075_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741846_1022, duration: 2448118
2014-04-10 10:47:39,692 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741846_1022, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:47:39,692 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:47:39,693 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43872, dest: /127.0.0.1:53466, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-626510075_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741846_1022, duration: 3116051
2014-04-10 10:47:39,693 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:39,693 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:47:39,693 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43744, dest: /127.0.0.1:36139, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-626510075_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741846_1022, duration: 3761653
2014-04-10 10:47:39,694 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:39,694 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:47:39,707 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0002.summary_tmp is closed by DFSClient_NONMAPREDUCE_-626510075_1
2014-04-10 10:47:39,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0002.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:47:39,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job_1397144823869_0002_1.jhist dst=null perm=null
2014-04-10 10:47:39,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0002-1397144846507-brock-%5BE4F48FD84B584A2DA28590B99574E29C%2FA318C400B0DD4BE8-1397144859609-5-1-SUCCEEDED-default-1397144849276.jhist_tmp dst=null perm=null
2014-04-10 10:47:39,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job_1397144823869_0002_1.jhist dst=null perm=null
2014-04-10 10:47:39,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0002-1397144846507-brock-%5BE4F48FD84B584A2DA28590B99574E29C%2FA318C400B0DD4BE8-1397144859609-5-1-SUCCEEDED-default-1397144849276.jhist_tmp dst=null perm=null
2014-04-10 10:47:39,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job_1397144823869_0002_1.jhist dst=null perm=null
2014-04-10 10:47:39,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0002-1397144846507-brock-%5BE4F48FD84B584A2DA28590B99574E29C%2FA318C400B0DD4BE8-1397144859609-5-1-SUCCEEDED-default-1397144849276.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:47:39,766 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:35973, bytes: 70056, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-626510075_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741844_1020, duration: 472759
2014-04-10 10:47:39,770 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0002-1397144846507-brock-%5BE4F48FD84B584A2DA28590B99574E29C%2FA318C400B0DD4BE8-1397144859609-5-1-SUCCEEDED-default-1397144849276.jhist_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]}
2014-04-10 10:47:39,785 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741847_1023 src: /127.0.0.1:43876 dest: /127.0.0.1:53466
2014-04-10 10:47:39,787 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741847_1023 src: /127.0.0.1:51700 dest: /127.0.0.1:55289
2014-04-10 10:47:39,788 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741847_1023 src: /127.0.0.1:43751 dest: /127.0.0.1:36139
2014-04-10 10:47:39,791 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43751, dest: /127.0.0.1:36139, bytes: 69512, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-626510075_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741847_1023, duration: 1807598
2014-04-10 10:47:39,791 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741847_1023, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:47:39,791 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:47:39,791 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51700, dest: /127.0.0.1:55289, bytes: 69512, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-626510075_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741847_1023, duration: 2265025
2014-04-10 10:47:39,791 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:39,792 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:47:39,792 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43876, dest: /127.0.0.1:53466, bytes: 69512, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-626510075_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741847_1023, duration: 2663911
2014-04-10 10:47:39,792 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:39,792 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:47:39,807 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0002-1397144846507-brock-%5BE4F48FD84B584A2DA28590B99574E29C%2FA318C400B0DD4BE8-1397144859609-5-1-SUCCEEDED-default-1397144849276.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-626510075_1
2014-04-10 10:47:39,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0002-1397144846507-brock-%5BE4F48FD84B584A2DA28590B99574E29C%2FA318C400B0DD4BE8-1397144859609-5-1-SUCCEEDED-default-1397144849276.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:47:39,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job_1397144823869_0002_1_conf.xml dst=null perm=null
2014-04-10 10:47:39,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0002_conf.xml_tmp dst=null perm=null
2014-04-10 10:47:39,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job_1397144823869_0002_1_conf.xml dst=null perm=null
2014-04-10 10:47:39,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0002_conf.xml_tmp dst=null perm=null
2014-04-10 10:47:39,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002/job_1397144823869_0002_1_conf.xml dst=null perm=null
2014-04-10 10:47:39,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0002_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:47:39,836 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:43879, bytes: 97159, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-626510075_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741843_1019, duration: 471756
2014-04-10 10:47:39,839 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0002_conf.xml_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:47:39,851 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741848_1024 src: /127.0.0.1:35979 dest: /127.0.0.1:55175
2014-04-10 10:47:39,853 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741848_1024 src: /127.0.0.1:43881 dest: /127.0.0.1:53466
2014-04-10 10:47:39,855 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741848_1024 src: /127.0.0.1:51705 dest: /127.0.0.1:55289
2014-04-10 10:47:39,859 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51705, dest: /127.0.0.1:55289, bytes: 96403, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-626510075_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741848_1024, duration: 3315076
2014-04-10 10:47:39,859 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:47:39,860 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741848_1024, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:47:39,859 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43881, dest: /127.0.0.1:53466, bytes: 96403, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-626510075_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741848_1024, duration: 3684290
2014-04-10 10:47:39,860 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:39,860 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:47:39,860 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35979, dest: /127.0.0.1:55175, bytes: 96403, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-626510075_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741848_1024, duration: 4077104
2014-04-10 10:47:39,860 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:39,861 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:47:39,874 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0002_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-626510075_1
2014-04-10 10:47:39,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0002_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:47:39,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0002.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0002.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:47:39,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0002_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0002_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:47:39,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0002-1397144846507-brock-%5BE4F48FD84B584A2DA28590B99574E29C%2FA318C400B0DD4BE8-1397144859609-5-1-SUCCEEDED-default-1397144849276.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0002-1397144846507-brock-%5BE4F48FD84B584A2DA28590B99574E29C%2FA318C400B0DD4BE8-1397144859609-5-1-SUCCEEDED-default-1397144849276.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:47:39,949 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397144823869_0002_000001 with final state: FINISHING
2014-04-10 10:47:39,950 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0002_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:47:39,950 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397144823869_0002 with final state: FINISHING
2014-04-10 10:47:39,950 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0002 State change from RUNNING to FINAL_SAVING
2014-04-10 10:47:39,950 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0002
2014-04-10 10:47:39,951 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0002_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:47:39,951 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0002 State change from FINAL_SAVING to FINISHING
2014-04-10 10:47:40,011 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:47:40,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:47:40,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:47:40,018 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397144823869_0002 from file: hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0002-1397144846507-brock-%5BE4F48FD84B584A2DA28590B99574E29C%2FA318C400B0DD4BE8-1397144859609-5-1-SUCCEEDED-default-1397144849276.jhist
2014-04-10 10:47:40,019 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0002-1397144846507-brock-%5BE4F48FD84B584A2DA28590B99574E29C%2FA318C400B0DD4BE8-1397144859609-5-1-SUCCEEDED-default-1397144849276.jhist]
2014-04-10 10:47:40,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0002-1397144846507-brock-%5BE4F48FD84B584A2DA28590B99574E29C%2FA318C400B0DD4BE8-1397144859609-5-1-SUCCEEDED-default-1397144849276.jhist dst=null perm=null
2014-04-10 10:47:40,024 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:43885, bytes: 70056, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741847_1023, duration: 475591
2014-04-10 10:47:40,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0002.summary dst=null perm=null
2014-04-10 10:47:40,099 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:43760, bytes: 457, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_538767685_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741846_1022, duration: 127654
2014-04-10 10:47:40,099 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397144823869_0002,submitTime=1397144846507,launchTime=1397144849276,firstMapTaskLaunchTime=1397144851455,firstReduceTaskLaunchTime=1397144857362,finishTime=1397144859609,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=5,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=18,reduceSlotSeconds=2,jobName=[E4F48FD84B584A2DA28590B99574E29C/A318C400B0DD4BE8BF4224AA947CE8B3] lower*upper/(1/1) .../cogroupinner-resultgroup
2014-04-10 10:47:40,099 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0002.summary]
2014-04-10 10:47:40,108 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741846_1022 127.0.0.1:36139 127.0.0.1:53466 127.0.0.1:55175
2014-04-10 10:47:40,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0002.summary dst=null perm=null
2014-04-10 10:47:40,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:47:40,111 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0002-1397144846507-brock-%5BE4F48FD84B584A2DA28590B99574E29C%2FA318C400B0DD4BE8-1397144859609-5-1-SUCCEEDED-default-1397144849276.jhist to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0002-1397144846507-brock-%5BE4F48FD84B584A2DA28590B99574E29C%2FA318C400B0DD4BE8-1397144859609-5-1-SUCCEEDED-default-1397144849276.jhist
2014-04-10 10:47:40,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0002-1397144846507-brock-%5BE4F48FD84B584A2DA28590B99574E29C%2FA318C400B0DD4BE8-1397144859609-5-1-SUCCEEDED-default-1397144849276.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0002-1397144846507-brock-%5BE4F48FD84B584A2DA28590B99574E29C%2FA318C400B0DD4BE8-1397144859609-5-1-SUCCEEDED-default-1397144849276.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:47:40,125 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0002_conf.xml to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0002_conf.xml
2014-04-10 10:47:40,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0002_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0002_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:47:40,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup dst=null perm=null
2014-04-10 10:47:40,161 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup/_temporary
2014-04-10 10:47:40,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup/_temporary dst=null perm=null
2014-04-10 10:47:40,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup dst=null perm=null
2014-04-10 10:47:40,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup dst=null perm=null
2014-04-10 10:47:40,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup dst=null perm=null
2014-04-10 10:47:40,179 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:47:40,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:47:40,182 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:51712, bytes: 162, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741845_1021, duration: 126549
2014-04-10 10:47:40,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup dst=null perm=null
2014-04-10 10:47:40,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup dst=null perm=null
2014-04-10 10:47:40,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup dst=null perm=null
2014-04-10 10:47:40,195 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:47:40,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:47:40,197 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:51712, bytes: 162, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741845_1021, duration: 110961
2014-04-10 10:47:40,198 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner
2014-04-10 10:47:40,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner dst=null perm=null
2014-04-10 10:47:40,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner dst=null perm=null
2014-04-10 10:47:40,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner dst=null perm=null
2014-04-10 10:47:40,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner dst=null perm=null
2014-04-10 10:47:40,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner/part-00000 dst=null perm=null
2014-04-10 10:47:40,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner/part-00000 dst=null perm=null
2014-04-10 10:47:40,204 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:43885, bytes: 162, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741835_1011, duration: 180470
2014-04-10 10:47:40,204 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup
2014-04-10 10:47:40,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup dst=null perm=null
2014-04-10 10:47:40,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup dst=null perm=null
2014-04-10 10:47:40,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup dst=null perm=null
2014-04-10 10:47:40,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup dst=null perm=null
2014-04-10 10:47:40,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:47:40,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinner-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:47:40,214 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:51712, bytes: 162, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741845_1021, duration: 232981
2014-04-10 10:47:40,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt dst=null perm=null
2014-04-10 10:47:40,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt dst=null perm=null
2014-04-10 10:47:40,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:47:40,268 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt. BP-1649026925-127.0.0.1-1397144808341 blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]}
2014-04-10 10:47:40,284 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741849_1025 src: /127.0.0.1:43890 dest: /127.0.0.1:53466
2014-04-10 10:47:40,285 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741849_1025 src: /127.0.0.1:43764 dest: /127.0.0.1:36139
2014-04-10 10:47:40,287 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741849_1025 src: /127.0.0.1:35991 dest: /127.0.0.1:55175
2014-04-10 10:47:40,290 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35991, dest: /127.0.0.1:55175, bytes: 15, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741849_1025, duration: 1902778
2014-04-10 10:47:40,290 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741849_1025, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:47:40,291 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:47:40,291 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43764, dest: /127.0.0.1:36139, bytes: 15, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741849_1025, duration: 2621066
2014-04-10 10:47:40,291 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:40,292 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:47:40,292 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43890, dest: /127.0.0.1:53466, bytes: 15, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741849_1025, duration: 3427805
2014-04-10 10:47:40,293 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:40,293 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:47:40,307 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:47:40,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:47:40,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:47:40,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:47:40,326 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt. BP-1649026925-127.0.0.1-1397144808341 blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:47:40,342 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026 src: /127.0.0.1:35992 dest: /127.0.0.1:55175
2014-04-10 10:47:40,344 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026 src: /127.0.0.1:51717 dest: /127.0.0.1:55289
2014-04-10 10:47:40,345 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026 src: /127.0.0.1:43895 dest: /127.0.0.1:53466
2014-04-10 10:47:40,348 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43895, dest: /127.0.0.1:53466, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 2057514
2014-04-10 10:47:40,348 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:47:40,349 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:47:40,350 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51717, dest: /127.0.0.1:55289, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 2743840
2014-04-10 10:47:40,350 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:47:40,350 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:40,351 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35992, dest: /127.0.0.1:55175, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 4067746
2014-04-10 10:47:40,351 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:40,352 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:47:40,366 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:47:40,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:47:40,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:47:40,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:47:40,385 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt. BP-1649026925-127.0.0.1-1397144808341 blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]}
2014-04-10 10:47:40,401 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027 src: /127.0.0.1:43896 dest: /127.0.0.1:53466
2014-04-10 10:47:40,402 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027 src: /127.0.0.1:43770 dest: /127.0.0.1:36139
2014-04-10 10:47:40,404 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027 src: /127.0.0.1:35997 dest: /127.0.0.1:55175
2014-04-10 10:47:40,407 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35997, dest: /127.0.0.1:55175, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, duration: 1975992
2014-04-10 10:47:40,407 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:47:40,408 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:47:40,408 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43770, dest: /127.0.0.1:36139, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, duration: 2833420
2014-04-10 10:47:40,408 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:40,409 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:47:40,409 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43896, dest: /127.0.0.1:53466, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, duration: 3384872
2014-04-10 10:47:40,409 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:40,410 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:47:40,424 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:47:40,444 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 10:47:40,444 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 10:47:40,457 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0002_01_000007
2014-04-10 10:47:40,458 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0002_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:47:40,458 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0002_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 10:47:40,458 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0002 CONTAINERID=container_1397144823869_0002_01_000007
2014-04-10 10:47:40,458 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0002_01_000007 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:47:40,458 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:47:40,458 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0002_01_000007, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:40,458 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:40,459 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:47:40,459 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0002_000001 released container container_1397144823869_0002_01_000007 on node: host: localhost:37679 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:47:40,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed dst=null perm=null
2014-04-10 10:47:40,466 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [loweroffset*upper*lower] starting
2014-04-10 10:47:40,466 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [loweroffset*upper*lower] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 10:47:40,467 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [loweroffset*upper*lower] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 10:47:40,467 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [loweroffset*upper*lower] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt"]
2014-04-10 10:47:40,467 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [loweroffset*upper*lower] sink: Hfs["TextDelimited[[0:5]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed"]
2014-04-10 10:47:40,467 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [loweroffset*upper*lower] parallel execution is enabled: true
2014-04-10 10:47:40,467 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [loweroffset*upper*lower] starting jobs: 1
2014-04-10 10:47:40,467 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [loweroffset*upper*lower] allocating threads: 1
2014-04-10 10:47:40,467 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [loweroffset*upper*lower] starting step: (1/1) ...ipesplatform/cogroupmixed
2014-04-10 10:47:40,475 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:47:40,483 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:47:40,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed dst=null perm=null
2014-04-10 10:47:40,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:47:40,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:47:40,486 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 3
2014-04-10 10:47:40,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003 dst=null perm=null
2014-04-10 10:47:40,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:47:40,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:47:40,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.jar dst=null perm=null
2014-04-10 10:47:40,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:47:40,527 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:47:40,542 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741852_1028 src: /127.0.0.1:43772 dest: /127.0.0.1:36139
2014-04-10 10:47:40,544 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741852_1028 src: /127.0.0.1:35999 dest: /127.0.0.1:55175
2014-04-10 10:47:40,545 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741852_1028 src: /127.0.0.1:51724 dest: /127.0.0.1:55289
2014-04-10 10:47:40,551 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51724, dest: /127.0.0.1:55289, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741852_1028, duration: 4296513
2014-04-10 10:47:40,551 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741852_1028, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:47:40,551 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:47:40,552 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35999, dest: /127.0.0.1:55175, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741852_1028, duration: 5173692
2014-04-10 10:47:40,552 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:40,552 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:47:40,553 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43772, dest: /127.0.0.1:36139, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741852_1028, duration: 5746788
2014-04-10 10:47:40,553 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:40,554 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:47:40,566 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:47:40,567 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.jar
2014-04-10 10:47:40,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.jar dst=null perm=null
2014-04-10 10:47:40,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:47:40,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:40,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:40,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:40,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:47:40,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:47:40,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:47:40,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:47:40,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:47:40,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:40,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt dst=null perm=null
2014-04-10 10:47:40,597 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:47:40,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt dst=null perm=null
2014-04-10 10:47:40,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:47:40,602 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:47:40,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:47:40,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:47:40,607 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:47:40,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:47:40,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt dst=null perm=null
2014-04-10 10:47:40,610 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:47:40,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt dst=null perm=null
2014-04-10 10:47:40,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:47:40,612 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:47:40,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:47:40,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:47:40,616 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:47:40,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:47:40,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:47:40,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:47:40,650 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.split
2014-04-10 10:47:40,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.split dst=null perm=null
2014-04-10 10:47:40,660 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.split. BP-1649026925-127.0.0.1-1397144808341 blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:47:40,676 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741853_1029 src: /127.0.0.1:43775 dest: /127.0.0.1:36139
2014-04-10 10:47:40,677 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741853_1029 src: /127.0.0.1:43903 dest: /127.0.0.1:53466
2014-04-10 10:47:40,678 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741853_1029 src: /127.0.0.1:36003 dest: /127.0.0.1:55175
2014-04-10 10:47:40,680 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741853_1029 src: /127.0.0.1:51728 dest: /127.0.0.1:55289
2014-04-10 10:47:40,685 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51728, dest: /127.0.0.1:55289, bytes: 3412, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741853_1029, duration: 5205424
2014-04-10 10:47:40,686 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741853_1029, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:47:40,686 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:47:40,686 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36003, dest: /127.0.0.1:55175, bytes: 3412, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741853_1029, duration: 5535924
2014-04-10 10:47:40,686 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:40,687 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:47:40,687 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43903, dest: /127.0.0.1:53466, bytes: 3412, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741853_1029, duration: 6254629
2014-04-10 10:47:40,687 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:40,687 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:47:40,688 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43775, dest: /127.0.0.1:36139, bytes: 3412, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741853_1029, duration: 6948469
2014-04-10 10:47:40,688 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:40,688 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:47:40,707 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.split is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:47:40,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:47:40,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:47:40,743 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.splitmetainfo. BP-1649026925-127.0.0.1-1397144808341 blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]}
2014-04-10 10:47:40,751 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:36139 to replicate blk_1073741852_1028 to datanode(s) 127.0.0.1:53466
2014-04-10 10:47:40,751 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073741846_1022]
2014-04-10 10:47:40,751 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073741846_1022]
2014-04-10 10:47:40,784 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741854_1030 src: /127.0.0.1:36005 dest: /127.0.0.1:55175
2014-04-10 10:47:40,785 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741854_1030 src: /127.0.0.1:51730 dest: /127.0.0.1:55289
2014-04-10 10:47:40,787 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741854_1030 src: /127.0.0.1:43781 dest: /127.0.0.1:36139
2014-04-10 10:47:40,790 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43781, dest: /127.0.0.1:36139, bytes: 323, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741854_1030, duration: 2166919
2014-04-10 10:47:40,790 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741854_1030, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:47:40,791 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:47:40,791 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51730, dest: /127.0.0.1:55289, bytes: 323, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741854_1030, duration: 2756528
2014-04-10 10:47:40,791 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:40,792 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:47:40,792 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36005, dest: /127.0.0.1:55175, bytes: 323, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741854_1030, duration: 3591901
2014-04-10 10:47:40,792 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:40,793 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:47:40,807 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:47:40,808 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:9
2014-04-10 10:47:40,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:47:40,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:47:40,855 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:47:40,867 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741855_1031 src: /127.0.0.1:51732 dest: /127.0.0.1:55289
2014-04-10 10:47:40,869 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741855_1031 src: /127.0.0.1:43910 dest: /127.0.0.1:53466
2014-04-10 10:47:40,869 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741855_1031 src: /127.0.0.1:36010 dest: /127.0.0.1:55175
2014-04-10 10:47:40,872 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36010, dest: /127.0.0.1:55175, bytes: 82746, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741855_1031, duration: 2044275
2014-04-10 10:47:40,873 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741855_1031, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:47:40,873 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:47:40,873 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43910, dest: /127.0.0.1:53466, bytes: 82746, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741855_1031, duration: 2873893
2014-04-10 10:47:40,874 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:40,874 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:47:40,874 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51732, dest: /127.0.0.1:55289, bytes: 82746, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741855_1031, duration: 3591351
2014-04-10 10:47:40,874 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:40,876 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:47:40,891 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.xml is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:47:40,891 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397144823869_0003
2014-04-10 10:47:40,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003 dst=null perm=null
2014-04-10 10:47:40,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.xml dst=null perm=null
2014-04-10 10:47:40,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.xml dst=null perm=null
2014-04-10 10:47:40,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.jar dst=null perm=null
2014-04-10 10:47:40,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.jar dst=null perm=null
2014-04-10 10:47:40,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.split dst=null perm=null
2014-04-10 10:47:40,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.split dst=null perm=null
2014-04-10 10:47:40,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.splitmetainfo dst=null perm=null
2014-04-10 10:47:40,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.splitmetainfo dst=null perm=null
2014-04-10 10:47:40,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:40,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:40,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:40,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:40,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:40,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:40,953 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 3 submitted by user brock
2014-04-10 10:47:40,953 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397144823869_0003
2014-04-10 10:47:40,953 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397144823869_0003
2014-04-10 10:47:40,953 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0003
2014-04-10 10:47:40,953 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0003 State change from NEW to NEW_SAVING
2014-04-10 10:47:40,955 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0003 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:47:40,955 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397144823869_0003_000001
2014-04-10 10:47:40,955 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0003_000001 State change from NEW to SUBMITTED
2014-04-10 10:47:40,956 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397144823869_0003 from user: brock activated in queue: default
2014-04-10 10:47:40,956 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397144823869_0003 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@1ba82161, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:47:40,956 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397144823869_0003 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:47:40,956 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397144823869_0003
2014-04-10 10:47:40,957 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397144823869_0003_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:47:40,958 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0003_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:47:40,958 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0003 State change from SUBMITTED to ACCEPTED
2014-04-10 10:47:40,960 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:60619/proxy/application_1397144823869_0003/
2014-04-10 10:47:40,963 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [loweroffset*upper*lower] submitted hadoop job: job_1397144823869_0003
2014-04-10 10:47:40,963 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [loweroffset*upper*lower] tracking url: http://localhost:60619/proxy/application_1397144823869_0003/
2014-04-10 10:47:40,966 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741839_1015 127.0.0.1:55289 127.0.0.1:36139 127.0.0.1:55175 127.0.0.1:53466
2014-04-10 10:47:40,966 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741840_1016 127.0.0.1:55175 127.0.0.1:36139 127.0.0.1:55289 127.0.0.1:53466
2014-04-10 10:47:40,967 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741841_1017 127.0.0.1:55289 127.0.0.1:36139 127.0.0.1:55175
2014-04-10 10:47:40,967 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741842_1018 127.0.0.1:55175 127.0.0.1:36139 127.0.0.1:53466
2014-04-10 10:47:40,967 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741844_1020 127.0.0.1:55175 127.0.0.1:36139 127.0.0.1:55289
2014-04-10 10:47:40,967 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741843_1019 127.0.0.1:55175 127.0.0.1:55289 127.0.0.1:53466
2014-04-10 10:47:40,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0002 dst=null perm=null
2014-04-10 10:47:41,020 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741852_1028
2014-04-10 10:47:41,021 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741853_1029
2014-04-10 10:47:41,021 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741845_1021
2014-04-10 10:47:41,021 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741854_1030
2014-04-10 10:47:41,092 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741849_1025
2014-04-10 10:47:41,093 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741844_1020
2014-04-10 10:47:41,093 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741854_1030
2014-04-10 10:47:41,094 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741855_1031
2014-04-10 10:47:41,094 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741853_1029
2014-04-10 10:47:41,094 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741844_1020
2014-04-10 10:47:41,094 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741853_1029
2014-04-10 10:47:41,095 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741854_1030
2014-04-10 10:47:41,095 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741846_1022
2014-04-10 10:47:41,095 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741845_1021
2014-04-10 10:47:41,096 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027
2014-04-10 10:47:41,096 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741846_1022
2014-04-10 10:47:41,097 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741853_1029
2014-04-10 10:47:41,097 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741847_1023
2014-04-10 10:47:41,098 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741852_1028
2014-04-10 10:47:41,098 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741847_1023
2014-04-10 10:47:41,099 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741848_1024
2014-04-10 10:47:41,099 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026
2014-04-10 10:47:41,099 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741849_1025
2014-04-10 10:47:41,100 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741852_1028
2014-04-10 10:47:41,100 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027
2014-04-10 10:47:41,219 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741848_1024
2014-04-10 10:47:41,221 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741855_1031
2014-04-10 10:47:41,222 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741847_1023
2014-04-10 10:47:41,296 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741848_1024
2014-04-10 10:47:41,297 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741846_1022
2014-04-10 10:47:41,297 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026
2014-04-10 10:47:41,298 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741845_1021
2014-04-10 10:47:41,298 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027
2014-04-10 10:47:41,299 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741849_1025
2014-04-10 10:47:41,300 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741855_1031
2014-04-10 10:47:41,419 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741844_1020
2014-04-10 10:47:41,420 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026
2014-04-10 10:47:41,459 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:47:41,459 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000001
2014-04-10 10:47:41,460 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0003_01_000001 of capacity <memory:2048, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 10:47:41,460 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0003 container=Container: [ContainerId: container_1397144823869_0003_01_000001, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0003_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:41,460 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:47:41,460 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:47:41,460 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:41,461 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397144823869_0003 AttemptId: appattempt_1397144823869_0003_000001 MasterContainer: Container: [ContainerId: container_1397144823869_0003_01_000001, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:37679 }, ]
2014-04-10 10:47:41,461 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0003_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:47:41,461 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0003_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:47:41,462 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397144823869_0003_000001
2014-04-10 10:47:41,463 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397144823869_0003_01_000001, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] for AM appattempt_1397144823869_0003_000001
2014-04-10 10:47:41,463 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397144823869_0003_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:47:41,468 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0003_000001 (auth:SIMPLE)
2014-04-10 10:47:41,471 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0003_01_000001 by user brock
2014-04-10 10:47:41,472 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0003
2014-04-10 10:47:41,472 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000001
2014-04-10 10:47:41,472 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0003 transitioned from NEW to INITING
2014-04-10 10:47:41,472 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0003_01_000001 to application application_1397144823869_0003
2014-04-10 10:47:41,473 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0003 transitioned from INITING to RUNNING
2014-04-10 10:47:41,473 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397144823869_0003_01_000001, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] for AM appattempt_1397144823869_0003_000001
2014-04-10 10:47:41,473 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0003_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:47:41,473 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:47:41,474 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0003
2014-04-10 10:47:41,474 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:47:41,474 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:47:41,474 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:47:41,475 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:47:41,475 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0003_01_000001
2014-04-10 10:47:41,483 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397144823869_0003_01_000001.tokens. Credentials list:
2014-04-10 10:47:41,498 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:47:41,561 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397144823869_0003_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000001.tokens
2014-04-10 10:47:41,561 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0003 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0003
2014-04-10 10:47:41,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.jar dst=null perm=null
2014-04-10 10:47:41,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.jar dst=null perm=null
2014-04-10 10:47:41,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.jar dst=null perm=null
2014-04-10 10:47:41,679 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36016, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-671817485_2340, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741852_1028, duration: 776657
2014-04-10 10:47:41,704 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:47:41,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.splitmetainfo dst=null perm=null
2014-04-10 10:47:41,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.splitmetainfo dst=null perm=null
2014-04-10 10:47:41,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.splitmetainfo dst=null perm=null
2014-04-10 10:47:41,731 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36016, bytes: 327, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-671817485_2340, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741854_1030, duration: 254250
2014-04-10 10:47:41,750 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0003/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:47:41,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.split dst=null perm=null
2014-04-10 10:47:41,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.split dst=null perm=null
2014-04-10 10:47:41,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.split dst=null perm=null
2014-04-10 10:47:41,776 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36016, bytes: 3440, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-671817485_2340, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741853_1029, duration: 257208
2014-04-10 10:47:41,794 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0003/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:47:41,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.xml dst=null perm=null
2014-04-10 10:47:41,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.xml dst=null perm=null
2014-04-10 10:47:41,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.xml dst=null perm=null
2014-04-10 10:47:41,821 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:51741, bytes: 83394, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-671817485_2340, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741855_1031, duration: 459803
2014-04-10 10:47:41,839 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0003/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:47:41,839 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:47:41,869 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:47:41,869 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:41,930 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000001/default_container_executor.sh]
2014-04-10 10:47:42,064 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741846_1022 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741846 for deletion
2014-04-10 10:47:42,065 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741846_1022 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741846
2014-04-10 10:47:42,066 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=1df63c1b-7aec-480c-a7f5-64068c9095b6, infoPort=40517, ipcPort=46888, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) Starting thread to transfer BP-1649026925-127.0.0.1-1397144808341:blk_1073741852_1028 to 127.0.0.1:53466
2014-04-10 10:47:42,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741846_1022 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741846 for deletion
2014-04-10 10:47:42,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741846_1022 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741846
2014-04-10 10:47:42,067 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741852_1028 src: /127.0.0.1:43920 dest: /127.0.0.1:53466
2014-04-10 10:47:42,067 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1649026925-127.0.0.1-1397144808341:blk_1073741852_1028 (numBytes=244650) to 127.0.0.1/127.0.0.1:53466
2014-04-10 10:47:42,068 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1649026925-127.0.0.1-1397144808341:blk_1073741852_1028 src: /127.0.0.1:43920 dest: /127.0.0.1:53466 of size 244650
2014-04-10 10:47:42,068 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741852_1028 size 244650
2014-04-10 10:47:42,458 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:47:43,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:47:43,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/COMMIT_STARTED dst=null perm=null
2014-04-10 10:47:43,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:47:43,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/COMMIT_FAIL dst=null perm=null
2014-04-10 10:47:43,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003 dst=null perm=null
2014-04-10 10:47:43,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:47:43,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:47:43,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.splitmetainfo dst=null perm=null
2014-04-10 10:47:43,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.splitmetainfo dst=null perm=null
2014-04-10 10:47:43,426 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:43801, bytes: 327, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_184387908_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741854_1030, duration: 165556
2014-04-10 10:47:43,752 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073741840_1016, blk_1073741842_1018, blk_1073741843_1019, blk_1073741839_1015]
2014-04-10 10:47:43,752 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073741840_1016, blk_1073741841_1017, blk_1073741842_1018, blk_1073741844_1020, blk_1073741839_1015]
2014-04-10 10:47:44,014 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0003_000001 (auth:SIMPLE)
2014-04-10 10:47:44,016 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397144823869_0003_000001
2014-04-10 10:47:44,016 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397144823869_0003 APPATTEMPTID=appattempt_1397144823869_0003_000001
2014-04-10 10:47:44,016 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0003_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:47:44,017 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0003 State change from ACCEPTED to RUNNING
2014-04-10 10:47:44,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job_1397144823869_0003_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:47:44,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:47:44,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job_1397144823869_0003_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:47:44,190 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job_1397144823869_0003_1_conf.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:47:44,221 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741856_1032 src: /127.0.0.1:43806 dest: /127.0.0.1:36139
2014-04-10 10:47:44,222 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741856_1032 src: /127.0.0.1:36033 dest: /127.0.0.1:55175
2014-04-10 10:47:44,222 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741856_1032 src: /127.0.0.1:43935 dest: /127.0.0.1:53466
2014-04-10 10:47:44,228 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43935, dest: /127.0.0.1:53466, bytes: 96729, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_184387908_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741856_1032, duration: 4307208
2014-04-10 10:47:44,228 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741856_1032, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:47:44,228 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:47:44,228 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36033, dest: /127.0.0.1:55175, bytes: 96729, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_184387908_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741856_1032, duration: 3909564
2014-04-10 10:47:44,228 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:44,228 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:47:44,229 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43806, dest: /127.0.0.1:36139, bytes: 96729, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_184387908_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741856_1032, duration: 5095635
2014-04-10 10:47:44,229 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:47:44,229 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:44,240 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job_1397144823869_0003_1_conf.xml is closed by DFSClient_NONMAPREDUCE_184387908_1
2014-04-10 10:47:45,065 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741840_1016 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741840 for deletion
2014-04-10 10:47:45,065 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741842_1018 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741842 for deletion
2014-04-10 10:47:45,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741840_1016 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741840
2014-04-10 10:47:45,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741843_1019 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741843 for deletion
2014-04-10 10:47:45,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741842_1018 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741842
2014-04-10 10:47:45,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741843_1019 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741843
2014-04-10 10:47:45,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741839_1015 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741839 for deletion
2014-04-10 10:47:45,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741840_1016 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741840 for deletion
2014-04-10 10:47:45,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741839_1015 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741839
2014-04-10 10:47:45,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741841_1017 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741841 for deletion
2014-04-10 10:47:45,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741840_1016 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741840
2014-04-10 10:47:45,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741842_1018 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741842 for deletion
2014-04-10 10:47:45,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741841_1017 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741841
2014-04-10 10:47:45,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741844_1020 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741844 for deletion
2014-04-10 10:47:45,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741842_1018 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741842
2014-04-10 10:47:45,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741844_1020 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741844
2014-04-10 10:47:45,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741839_1015 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741839 for deletion
2014-04-10 10:47:45,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741839_1015 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741839
2014-04-10 10:47:45,460 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:47:45,460 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000002
2014-04-10 10:47:45,460 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0003_01_000002 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:47:45,461 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0003 container=Container: [ContainerId: container_1397144823869_0003_01_000002, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0003_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:45,461 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:47:45,461 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:45,462 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:47:45,462 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000003
2014-04-10 10:47:45,462 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0003_01_000003 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 10:47:45,463 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0003 container=Container: [ContainerId: container_1397144823869_0003_01_000003, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0003_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:45,463 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:47:45,463 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:45,773 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:47:45,773 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000004
2014-04-10 10:47:45,773 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0003_01_000004 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:47:45,773 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0003 container=Container: [ContainerId: container_1397144823869_0003_01_000004, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0003_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:45,774 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:47:45,774 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:45,775 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:47:45,775 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000005
2014-04-10 10:47:45,775 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0003_01_000005 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:47:45,776 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0003 container=Container: [ContainerId: container_1397144823869_0003_01_000005, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0003_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:45,776 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:47:45,776 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:45,777 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:47:45,777 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000006
2014-04-10 10:47:45,777 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0003_01_000006 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 10:47:45,778 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0003 container=Container: [ContainerId: container_1397144823869_0003_01_000006, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0003_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:45,778 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 10:47:45,778 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:45,779 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:47:45,779 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000007
2014-04-10 10:47:45,779 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0003_01_000007 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 10:47:45,779 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0003 container=Container: [ContainerId: container_1397144823869_0003_01_000007, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0003_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7 usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:45,779 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8
2014-04-10 10:47:45,779 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:8> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:45,814 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000008 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:47:45,814 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000008
2014-04-10 10:47:45,814 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0003_01_000008 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:47:45,814 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0003 container=Container: [ContainerId: container_1397144823869_0003_01_000008, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0003_01_000008 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8 usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:8> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:45,814 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:11264, vCores:9>usedCapacity=0.6875, absoluteUsedCapacity=0.6875, numApps=2, numContainers=9
2014-04-10 10:47:45,815 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.6875 absoluteUsedCapacity=0.6875 used=<memory:11264, vCores:9> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:45,815 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000009 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:47:45,816 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000009
2014-04-10 10:47:45,816 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0003_01_000009 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 10:47:45,816 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0003 container=Container: [ContainerId: container_1397144823869_0003_01_000009, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0003_01_000009 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:11264, vCores:9>usedCapacity=0.6875, absoluteUsedCapacity=0.6875, numApps=2, numContainers=9 usedCapacity=0.6875 absoluteUsedCapacity=0.6875 used=<memory:11264, vCores:9> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:45,817 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:12288, vCores:10>usedCapacity=0.75, absoluteUsedCapacity=0.75, numApps=2, numContainers=10
2014-04-10 10:47:45,817 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.75 absoluteUsedCapacity=0.75 used=<memory:12288, vCores:10> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:45,889 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000010 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:47:45,889 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000010
2014-04-10 10:47:45,889 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0003_01_000010 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:47:45,889 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0003 container=Container: [ContainerId: container_1397144823869_0003_01_000010, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0003_01_000010 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:12288, vCores:10>usedCapacity=0.75, absoluteUsedCapacity=0.75, numApps=2, numContainers=10 usedCapacity=0.75 absoluteUsedCapacity=0.75 used=<memory:12288, vCores:10> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:45,890 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:13312, vCores:11>usedCapacity=0.8125, absoluteUsedCapacity=0.8125, numApps=2, numContainers=11
2014-04-10 10:47:45,890 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.8125 absoluteUsedCapacity=0.8125 used=<memory:13312, vCores:11> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:46,056 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:47:46,057 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:47:46,057 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:47:46,057 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:47:46,058 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:47:46,058 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:47:46,058 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:47:46,058 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000009 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:47:46,059 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000010 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:47:46,092 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397144823869_0002_01_000001 succeeded
2014-04-10 10:47:46,092 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:47:46,092 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0002_01_000001
2014-04-10 10:47:46,100 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000001
2014-04-10 10:47:46,100 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000001
2014-04-10 10:47:46,100 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0002 CONTAINERID=container_1397144823869_0002_01_000001
2014-04-10 10:47:46,101 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0002_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:47:46,101 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0002_01_000001 from application application_1397144823869_0002
2014-04-10 10:47:46,101 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000001
2014-04-10 10:47:46,101 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0002/container_1397144823869_0002_01_000001
2014-04-10 10:47:46,101 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:46,101 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0002
2014-04-10 10:47:46,101 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741856_1032
2014-04-10 10:47:46,102 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741856_1032
2014-04-10 10:47:46,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.jar dst=null perm=null
2014-04-10 10:47:46,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.jar dst=null perm=null
2014-04-10 10:47:46,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.xml dst=null perm=null
2014-04-10 10:47:46,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.xml dst=null perm=null
2014-04-10 10:47:46,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:46,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:46,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:46,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:46,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:46,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:46,203 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0003_000001 (auth:SIMPLE)
2014-04-10 10:47:46,204 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0003_000001 (auth:SIMPLE)
2014-04-10 10:47:46,204 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0003_000001 (auth:SIMPLE)
2014-04-10 10:47:46,206 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0003_000001 (auth:SIMPLE)
2014-04-10 10:47:46,215 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0003_01_000003 by user brock
2014-04-10 10:47:46,215 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0003_01_000002 by user brock
2014-04-10 10:47:46,215 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000003
2014-04-10 10:47:46,215 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000002
2014-04-10 10:47:46,215 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0003_01_000003 to application application_1397144823869_0003
2014-04-10 10:47:46,217 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0003_01_000002 to application application_1397144823869_0003
2014-04-10 10:47:46,217 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0003_01_000007 by user brock
2014-04-10 10:47:46,217 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0003
2014-04-10 10:47:46,217 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:47:46,218 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0003 transitioned from NEW to INITING
2014-04-10 10:47:46,218 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0003_01_000004 by user brock
2014-04-10 10:47:46,218 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000007
2014-04-10 10:47:46,218 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0003_01_000005 by user brock
2014-04-10 10:47:46,219 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000005
2014-04-10 10:47:46,219 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0003_01_000009 by user brock
2014-04-10 10:47:46,218 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0003_01_000010 by user brock
2014-04-10 10:47:46,220 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0003
2014-04-10 10:47:46,220 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0003_01_000006 by user brock
2014-04-10 10:47:46,220 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000009
2014-04-10 10:47:46,221 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0003 transitioned from NEW to INITING
2014-04-10 10:47:46,220 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0003_01_000008 by user brock
2014-04-10 10:47:46,219 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000004
2014-04-10 10:47:46,221 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000008
2014-04-10 10:47:46,218 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0003_01_000007 to application application_1397144823869_0003
2014-04-10 10:47:46,222 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0003_01_000004 to application application_1397144823869_0003
2014-04-10 10:47:46,222 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0003_01_000005 to application application_1397144823869_0003
2014-04-10 10:47:46,222 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0003_01_000006 to application application_1397144823869_0003
2014-04-10 10:47:46,223 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0003 transitioned from INITING to RUNNING
2014-04-10 10:47:46,218 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:47:46,224 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:47:46,221 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0003_01_000009 to application application_1397144823869_0003
2014-04-10 10:47:46,221 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000006
2014-04-10 10:47:46,220 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0003
2014-04-10 10:47:46,225 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000010
2014-04-10 10:47:46,224 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0003_01_000008 to application application_1397144823869_0003
2014-04-10 10:47:46,224 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:47:46,224 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0003
2014-04-10 10:47:46,226 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0003 transitioned from INITING to RUNNING
2014-04-10 10:47:46,226 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0003
2014-04-10 10:47:46,226 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 10:47:46,225 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0003 transitioned from NEW to INITING
2014-04-10 10:47:46,226 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000008 transitioned from NEW to LOCALIZING
2014-04-10 10:47:46,226 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0003_01_000010 to application application_1397144823869_0003
2014-04-10 10:47:46,227 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:47:46,226 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:47:46,227 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0003 transitioned from INITING to RUNNING
2014-04-10 10:47:46,227 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000009 transitioned from NEW to LOCALIZING
2014-04-10 10:47:46,227 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0003
2014-04-10 10:47:46,227 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0003
2014-04-10 10:47:46,227 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000010 transitioned from NEW to LOCALIZING
2014-04-10 10:47:46,227 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0003
2014-04-10 10:47:46,228 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0003
2014-04-10 10:47:46,228 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0003
2014-04-10 10:47:46,228 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:47:46,228 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0003
2014-04-10 10:47:46,228 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:47:46,227 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0003
2014-04-10 10:47:46,229 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:47:46,229 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0003
2014-04-10 10:47:46,227 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0003
2014-04-10 10:47:46,229 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:47:46,229 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:47:46,229 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0003_01_000010
2014-04-10 10:47:46,228 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0003
2014-04-10 10:47:46,229 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0003
2014-04-10 10:47:46,229 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:47:46,230 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0003
2014-04-10 10:47:46,230 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:47:46,230 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:47:46,229 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:47:46,231 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0003
2014-04-10 10:47:46,231 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0003
2014-04-10 10:47:46,231 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:47:46,231 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0003
2014-04-10 10:47:46,231 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0003_01_000008
2014-04-10 10:47:46,229 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:47:46,235 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0003
2014-04-10 10:47:46,236 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:47:46,236 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:47:46,236 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0003
2014-04-10 10:47:46,236 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0003
2014-04-10 10:47:46,236 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:47:46,236 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0003
2014-04-10 10:47:46,236 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0003
2014-04-10 10:47:46,236 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0003
2014-04-10 10:47:46,236 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:47:46,237 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0003
2014-04-10 10:47:46,237 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0003
2014-04-10 10:47:46,237 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0003
2014-04-10 10:47:46,237 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:47:46,237 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0003
2014-04-10 10:47:46,237 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0003_01_000004
2014-04-10 10:47:46,235 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0003_01_000009
2014-04-10 10:47:46,238 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0003_01_000005
2014-04-10 10:47:46,239 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0003_01_000007
2014-04-10 10:47:46,242 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0003_01_000006
2014-04-10 10:47:46,244 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397144823869_0003_01_000008.tokens. Credentials list:
2014-04-10 10:47:46,244 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397144823869_0003_01_000010.tokens. Credentials list:
2014-04-10 10:47:46,249 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397144823869_0003_01_000004.tokens. Credentials list:
2014-04-10 10:47:46,255 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397144823869_0003_01_000005.tokens. Credentials list:
2014-04-10 10:47:46,257 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397144823869_0003_01_000006.tokens. Credentials list:
2014-04-10 10:47:46,258 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397144823869_0003_01_000009.tokens. Credentials list:
2014-04-10 10:47:46,258 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397144823869_0003_01_000007.tokens. Credentials list:
2014-04-10 10:47:46,266 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:47:46,267 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:47:46,269 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:47:46,270 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:47:46,270 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:46,271 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:47:46,271 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:46,302 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741852_1028
2014-04-10 10:47:46,303 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741856_1032
2014-04-10 10:47:46,345 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000003/default_container_executor.sh]
2014-04-10 10:47:46,345 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397144823869_0003_01_000010.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000010.tokens
2014-04-10 10:47:46,345 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397144823869_0003_01_000008.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000008.tokens
2014-04-10 10:47:46,345 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000002/default_container_executor.sh]
2014-04-10 10:47:46,345 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0003 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0003
2014-04-10 10:47:46,345 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0003 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0003
2014-04-10 10:47:46,348 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397144823869_0003_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000004.tokens
2014-04-10 10:47:46,349 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0003 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0003
2014-04-10 10:47:46,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.jar dst=null perm=null
2014-04-10 10:47:46,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.jar dst=null perm=null
2014-04-10 10:47:46,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.jar dst=null perm=null
2014-04-10 10:47:46,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.jar dst=null perm=null
2014-04-10 10:47:46,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.jar dst=null perm=null
2014-04-10 10:47:46,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.jar dst=null perm=null
2014-04-10 10:47:46,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.jar dst=null perm=null
2014-04-10 10:47:46,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.jar dst=null perm=null
2014-04-10 10:47:46,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.jar dst=null perm=null
2014-04-10 10:47:46,453 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:43955, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-152809810_2598, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741852_1028, duration: 491010
2014-04-10 10:47:46,457 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:43956, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-629201050_2601, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741852_1028, duration: 451796
2014-04-10 10:47:46,459 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:47:46,459 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:47:46,460 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:43955, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-510190463_2599, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741852_1028, duration: 3473018
2014-04-10 10:47:46,478 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:47:46,478 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:47:46,482 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:47:46,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.xml dst=null perm=null
2014-04-10 10:47:46,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.xml dst=null perm=null
2014-04-10 10:47:46,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.xml dst=null perm=null
2014-04-10 10:47:46,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.xml dst=null perm=null
2014-04-10 10:47:46,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.xml dst=null perm=null
2014-04-10 10:47:46,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.xml dst=null perm=null
2014-04-10 10:47:46,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.xml dst=null perm=null
2014-04-10 10:47:46,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.xml dst=null perm=null
2014-04-10 10:47:46,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.xml dst=null perm=null
2014-04-10 10:47:46,503 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:51780, bytes: 83394, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-152809810_2598, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741855_1031, duration: 309442
2014-04-10 10:47:46,503 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:51781, bytes: 83394, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-629201050_2601, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741855_1031, duration: 239874
2014-04-10 10:47:46,506 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:43956, bytes: 83394, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-510190463_2599, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741855_1031, duration: 254314
2014-04-10 10:47:46,522 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0003/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:47:46,522 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000008 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:47:46,522 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000009 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:47:46,523 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0003/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:47:46,523 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000010 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:47:46,528 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0003/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:47:46,528 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:47:46,529 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:47:46,529 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:47:46,529 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:47:46,569 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:47:46,569 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:46,571 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:47:46,571 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:46,571 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000010 transitioned from LOCALIZED to RUNNING
2014-04-10 10:47:46,571 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:46,576 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000008 transitioned from LOCALIZED to RUNNING
2014-04-10 10:47:46,576 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000009 transitioned from LOCALIZED to RUNNING
2014-04-10 10:47:46,576 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:46,576 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:46,579 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:47:46,579 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:46,584 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 10:47:46,584 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:46,674 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000005/default_container_executor.sh]
2014-04-10 10:47:46,674 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000008/default_container_executor.sh]
2014-04-10 10:47:46,675 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000009/default_container_executor.sh]
2014-04-10 10:47:46,680 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000006/default_container_executor.sh]
2014-04-10 10:47:46,680 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000004/default_container_executor.sh]
2014-04-10 10:47:46,682 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000007/default_container_executor.sh]
2014-04-10 10:47:46,685 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000010/default_container_executor.sh]
2014-04-10 10:47:46,752 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073741840_1016, blk_1073741841_1017, blk_1073741843_1019, blk_1073741844_1020, blk_1073741839_1015]
2014-04-10 10:47:46,752 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073741840_1016, blk_1073741841_1017, blk_1073741842_1018, blk_1073741843_1019, blk_1073741844_1020, blk_1073741846_1022, blk_1073741839_1015]
2014-04-10 10:47:46,772 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:47:46,773 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:47:46,773 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:47:46,773 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:47:46,816 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0002_01_000001
2014-04-10 10:47:46,818 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000008 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:47:46,818 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000009 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:47:46,818 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0002_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:47:46,819 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0002_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:47:46,819 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0002 CONTAINERID=container_1397144823869_0002_01_000001
2014-04-10 10:47:46,819 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0002_01_000001 of capacity <memory:2048, vCores:1> on host localhost:56736, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:47:46,819 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:11264, vCores:10> numContainers=10 user=brock user-resources=<memory:11264, vCores:10>
2014-04-10 10:47:46,819 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0002_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:11264, vCores:10>usedCapacity=0.6875, absoluteUsedCapacity=0.6875, numApps=2, numContainers=10 usedCapacity=0.6875 absoluteUsedCapacity=0.6875 used=<memory:11264, vCores:10> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:46,819 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.6875 absoluteUsedCapacity=0.6875 used=<memory:11264, vCores:10> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:46,819 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:11264, vCores:10>usedCapacity=0.6875, absoluteUsedCapacity=0.6875, numApps=2, numContainers=10
2014-04-10 10:47:46,819 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0002_000001 released container container_1397144823869_0002_01_000001 on node: host: localhost:56736 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:47:46,820 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397144823869_0002_000001
2014-04-10 10:47:46,820 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0002_000001 State change from FINISHING to FINISHED
2014-04-10 10:47:46,820 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0002 State change from FINISHING to FINISHED
2014-04-10 10:47:46,820 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397144823869_0002
2014-04-10 10:47:46,821 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397144823869_0002,name=[E4F48FD84B584A2DA28590B99574E29C/A318C400B0DD4BE8BF4224AA947CE8B3] lower*upper/(1/1) .../cogroupinner-resultgroup,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:60619/proxy/application_1397144823869_0002/jobhistory/job/job_1397144823869_0002,appMasterHost=localhost.localdomain,startTime=1397144846507,finishTime=1397144859950,finalStatus=SUCCEEDED
2014-04-10 10:47:46,821 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397144823869_0002_000001 is done. finalState=FINISHED
2014-04-10 10:47:46,821 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397144823869_0002 requests cleared
2014-04-10 10:47:46,821 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397144823869_0002 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:47:46,821 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397144823869_0002 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:47:46,828 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397144823869_0002_000001
2014-04-10 10:47:46,834 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0002_000001 (auth:SIMPLE)
2014-04-10 10:47:46,889 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000010 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:47:46,896 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0002_01_000001
2014-04-10 10:47:47,075 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:47:47,459 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:47:47,460 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0002
2014-04-10 10:47:47,460 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0002
2014-04-10 10:47:47,460 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0002
2014-04-10 10:47:47,460 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0002
2014-04-10 10:47:47,460 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0002
2014-04-10 10:47:47,460 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:47:47,460 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0002, with delay of 10800 seconds
2014-04-10 10:47:47,699 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:47:47,719 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:47:47,817 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:47:47,818 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0002
2014-04-10 10:47:47,818 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0002
2014-04-10 10:47:47,818 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0002
2014-04-10 10:47:47,818 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:47:47,818 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0002, with delay of 10800 seconds
2014-04-10 10:47:47,818 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0002
2014-04-10 10:47:47,818 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0002
2014-04-10 10:47:48,002 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741840_1016 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741840 for deletion
2014-04-10 10:47:48,002 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741841_1017 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741841 for deletion
2014-04-10 10:47:48,002 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741840_1016 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741840
2014-04-10 10:47:48,002 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741843_1019 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741843 for deletion
2014-04-10 10:47:48,003 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741841_1017 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741841
2014-04-10 10:47:48,003 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741844_1020 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741844 for deletion
2014-04-10 10:47:48,003 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741843_1019 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741843
2014-04-10 10:47:48,003 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741839_1015 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741839 for deletion
2014-04-10 10:47:48,003 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741844_1020 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741844
2014-04-10 10:47:48,003 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741839_1015 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741839
2014-04-10 10:47:48,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741840_1016 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741840 for deletion
2014-04-10 10:47:48,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741841_1017 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741841 for deletion
2014-04-10 10:47:48,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741840_1016 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741840
2014-04-10 10:47:48,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741842_1018 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741842 for deletion
2014-04-10 10:47:48,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741841_1017 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741841
2014-04-10 10:47:48,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741843_1019 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741843 for deletion
2014-04-10 10:47:48,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741842_1018 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741842
2014-04-10 10:47:48,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741844_1020 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741844 for deletion
2014-04-10 10:47:48,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741843_1019 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741843
2014-04-10 10:47:48,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741846_1022 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741846 for deletion
2014-04-10 10:47:48,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741844_1020 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741844
2014-04-10 10:47:48,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741839_1015 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741839 for deletion
2014-04-10 10:47:48,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741846_1022 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741846
2014-04-10 10:47:48,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741839_1015 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741839
2014-04-10 10:47:48,449 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397144823869_0003_01_000007.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000007.tokens
2014-04-10 10:47:48,449 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0003 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0003
2014-04-10 10:47:48,575 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397144823869_0003_01_000009.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000009.tokens
2014-04-10 10:47:48,576 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0003 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0003
2014-04-10 10:47:49,900 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:47:50,379 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397144823869_0003_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000006.tokens
2014-04-10 10:47:50,379 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0003 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0003
2014-04-10 10:47:50,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.split dst=null perm=null
2014-04-10 10:47:50,768 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36086, bytes: 3440, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0003_m_000000_0_1341668285_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741853_1029, duration: 188117
2014-04-10 10:47:50,769 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:47:50,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.split dst=null perm=null
2014-04-10 10:47:50,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:47:51,107 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36088, bytes: 3440, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0003_m_000001_0_473503740_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741853_1029, duration: 193212
2014-04-10 10:47:51,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:47:51,291 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:43991, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0003_m_000001_0_473503740_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, duration: 208683
2014-04-10 10:47:51,336 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397144823869_0003_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000005.tokens
2014-04-10 10:47:51,336 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0003 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0003
2014-04-10 10:47:51,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.split dst=null perm=null
2014-04-10 10:47:51,536 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:43994, bytes: 860, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0003_m_000007_0_-365997263_1, offset: 2560, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741853_1029, duration: 172049
2014-04-10 10:47:51,559 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:43868, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0003_m_000000_0_1341668285_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, duration: 209967
2014-04-10 10:47:51,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.split dst=null perm=null
2014-04-10 10:47:51,700 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:51821, bytes: 1376, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0003_m_000006_0_1638182586_1, offset: 2048, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741853_1029, duration: 184090
2014-04-10 10:47:51,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.split dst=null perm=null
2014-04-10 10:47:51,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed/_temporary/1/_temporary/attempt_1397144823869_0003_m_000000_0 dst=null perm=null
2014-04-10 10:47:51,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:47:51,742 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:43994, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0003_m_000007_0_-365997263_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, duration: 188046
2014-04-10 10:47:51,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt dst=null perm=null
2014-04-10 10:47:51,812 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36100, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0003_m_000006_0_1638182586_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741849_1025, duration: 239288
2014-04-10 10:47:51,858 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44000, bytes: 860, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0003_m_000008_0_1791113783_1, offset: 2560, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741853_1029, duration: 229544
2014-04-10 10:47:51,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed/_temporary/1/_temporary/attempt_1397144823869_0003_m_000001_0 dst=null perm=null
2014-04-10 10:47:51,909 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0003_01_000002
2014-04-10 10:47:51,909 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000002
2014-04-10 10:47:51,909 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:47:51,909 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0003_01_000002
2014-04-10 10:47:51,932 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job_1397144823869_0003_1.jhist. BP-1649026925-127.0.0.1-1397144808341 blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:47:51,932 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(667)) - Number of transactions: 276 Total time for transactions(ms): 28 Number of transactions batched in Syncs: 0 Number of syncs: 175 SyncTimes(ms): 2066 872
2014-04-10 10:47:51,942 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0003_01_000002 is : 143
2014-04-10 10:47:51,963 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:47:51,964 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000002
2014-04-10 10:47:51,966 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000002
2014-04-10 10:47:51,967 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000002
2014-04-10 10:47:51,968 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000002
2014-04-10 10:47:51,969 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000002
2014-04-10 10:47:51,970 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:47:51,971 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0003_01_000002 from application application_1397144823869_0003
2014-04-10 10:47:51,971 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:51,972 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0003
2014-04-10 10:47:51,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.split dst=null perm=null
2014-04-10 10:47:51,994 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741857_1033 src: /127.0.0.1:44003 dest: /127.0.0.1:53466
2014-04-10 10:47:52,004 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741857_1033 src: /127.0.0.1:43877 dest: /127.0.0.1:36139
2014-04-10 10:47:52,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:47:52,015 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0003_01_000003
2014-04-10 10:47:52,015 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000003
2014-04-10 10:47:52,015 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:47:52,015 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0003_01_000002
2014-04-10 10:47:52,015 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0003_01_000003
2014-04-10 10:47:52,016 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:47:52,016 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0003_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:47:52,016 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000002
2014-04-10 10:47:52,016 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0003_01_000002 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 10:47:52,016 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:10240, vCores:9> numContainers=9 user=brock user-resources=<memory:10240, vCores:9>
2014-04-10 10:47:52,016 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0003_01_000002, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:9>usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=1, numContainers=9 usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:9> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:52,016 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:9> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:52,016 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:9>usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=1, numContainers=9
2014-04-10 10:47:52,017 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0003_000001 released container container_1397144823869_0003_01_000002 on node: host: localhost:37679 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 10:47:52,021 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741857_1033 src: /127.0.0.1:51828 dest: /127.0.0.1:55289
2014-04-10 10:47:52,047 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36105, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0003_m_000008_0_1791113783_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 18610241
2014-04-10 10:47:52,061 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0003_01_000003 is : 143
2014-04-10 10:47:52,061 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job_1397144823869_0003_1.jhist for DFSClient_NONMAPREDUCE_184387908_1
2014-04-10 10:47:52,081 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:47:52,082 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000003
2014-04-10 10:47:52,082 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000003
2014-04-10 10:47:52,083 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000003
2014-04-10 10:47:52,083 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000003
2014-04-10 10:47:52,084 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000003
2014-04-10 10:47:52,084 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:47:52,085 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0003_01_000003 from application application_1397144823869_0003
2014-04-10 10:47:52,085 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:52,085 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0003
2014-04-10 10:47:52,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.split dst=null perm=null
2014-04-10 10:47:52,134 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:43880, bytes: 2924, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0003_m_000002_0_-462244514_1, offset: 512, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741853_1029, duration: 195438
2014-04-10 10:47:52,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.split dst=null perm=null
2014-04-10 10:47:52,222 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36108, bytes: 1892, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0003_m_000005_0_-1584623381_1, offset: 1536, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741853_1029, duration: 170507
2014-04-10 10:47:52,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:47:52,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed/_temporary/1/_temporary/attempt_1397144823869_0003_m_000006_0 dst=null perm=null
2014-04-10 10:47:52,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed/_temporary/1/_temporary/attempt_1397144823869_0003_m_000007_0 dst=null perm=null
2014-04-10 10:47:52,311 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36111, bytes: 2408, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0003_m_000003_0_366171696_1, offset: 1024, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741853_1029, duration: 182419
2014-04-10 10:47:52,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt dst=null perm=null
2014-04-10 10:47:52,347 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44014, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0003_m_000005_0_-1584623381_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741849_1025, duration: 208328
2014-04-10 10:47:52,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job.split dst=null perm=null
2014-04-10 10:47:52,373 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0003_01_000008
2014-04-10 10:47:52,374 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000008
2014-04-10 10:47:52,374 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000008 transitioned from RUNNING to KILLING
2014-04-10 10:47:52,374 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0003_01_000008
2014-04-10 10:47:52,378 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0003_01_000009
2014-04-10 10:47:52,378 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000009
2014-04-10 10:47:52,399 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0003_01_000008 is : 143
2014-04-10 10:47:52,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:47:52,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed/_temporary/1/_temporary/attempt_1397144823869_0003_m_000008_0 dst=null perm=null
2014-04-10 10:47:52,436 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000009 transitioned from RUNNING to KILLING
2014-04-10 10:47:52,436 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:47:52,436 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0003_01_000009
2014-04-10 10:47:52,447 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44016, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0003_m_000003_0_366171696_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 257703
2014-04-10 10:47:52,450 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0003_01_000009 is : 143
2014-04-10 10:47:52,483 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000008
2014-04-10 10:47:52,483 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000008
2014-04-10 10:47:52,483 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000008
2014-04-10 10:47:52,484 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000008
2014-04-10 10:47:52,484 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000009 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:47:52,484 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000008
2014-04-10 10:47:52,484 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:47:52,485 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000009
2014-04-10 10:47:52,485 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000009
2014-04-10 10:47:52,485 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000009
2014-04-10 10:47:52,486 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000009
2014-04-10 10:47:52,486 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0003_01_000008 from application application_1397144823869_0003
2014-04-10 10:47:52,486 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:52,486 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0003
2014-04-10 10:47:52,486 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000009
2014-04-10 10:47:52,486 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000009 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:47:52,486 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0003_01_000009 from application application_1397144823869_0003
2014-04-10 10:47:52,487 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:52,487 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0003
2014-04-10 10:47:52,489 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:51841, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0003_m_000002_0_-462244514_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 276251
2014-04-10 10:47:52,500 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36116, bytes: 2408, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0003_m_000004_0_-1815097411_1, offset: 1024, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741853_1029, duration: 195766
2014-04-10 10:47:52,502 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0003_01_000010
2014-04-10 10:47:52,503 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000010
2014-04-10 10:47:52,503 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000010 transitioned from RUNNING to KILLING
2014-04-10 10:47:52,503 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0003_01_000010
2014-04-10 10:47:52,508 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0003_01_000010 is : 143
2014-04-10 10:47:52,521 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000010 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:47:52,521 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000010
2014-04-10 10:47:52,521 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000010
2014-04-10 10:47:52,522 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000010
2014-04-10 10:47:52,522 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000010
2014-04-10 10:47:52,522 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000010
2014-04-10 10:47:52,522 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000010 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:47:52,522 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0003_01_000010 from application application_1397144823869_0003
2014-04-10 10:47:52,522 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:52,522 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0003
2014-04-10 10:47:52,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed/_temporary/1/_temporary/attempt_1397144823869_0003_m_000002_0 dst=null perm=null
2014-04-10 10:47:52,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt dst=null perm=null
2014-04-10 10:47:52,635 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0003_01_000004
2014-04-10 10:47:52,635 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000004
2014-04-10 10:47:52,635 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:47:52,636 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0003_01_000004
2014-04-10 10:47:52,655 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0003_01_000004 is : 143
2014-04-10 10:47:52,665 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:47:52,666 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000004
2014-04-10 10:47:52,666 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000004
2014-04-10 10:47:52,666 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000004
2014-04-10 10:47:52,667 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000004
2014-04-10 10:47:52,667 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:47:52,667 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000004
2014-04-10 10:47:52,667 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0003_01_000004 from application application_1397144823869_0003
2014-04-10 10:47:52,667 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:52,667 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0003
2014-04-10 10:47:52,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed/_temporary/1/_temporary/attempt_1397144823869_0003_m_000005_0 dst=null perm=null
2014-04-10 10:47:52,732 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0003_01_000007
2014-04-10 10:47:52,732 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000007
2014-04-10 10:47:52,732 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0003_01_000004
2014-04-10 10:47:52,732 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000007 transitioned from RUNNING to KILLING
2014-04-10 10:47:52,733 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0003_01_000007
2014-04-10 10:47:52,733 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:47:52,733 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0003_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:47:52,733 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000004
2014-04-10 10:47:52,733 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0003_01_000004 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 10:47:52,733 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:9216, vCores:8> numContainers=8 user=brock user-resources=<memory:9216, vCores:8>
2014-04-10 10:47:52,734 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0003_01_000004, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:8>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=1, numContainers=8 usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:8> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:52,734 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:8> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:52,734 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:8>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=1, numContainers=8
2014-04-10 10:47:52,734 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0003_000001 released container container_1397144823869_0003_01_000004 on node: host: localhost:50571 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 10:47:52,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed/_temporary/1/_temporary/attempt_1397144823869_0003_m_000003_0 dst=null perm=null
2014-04-10 10:47:52,738 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0003_01_000007 is : 143
2014-04-10 10:47:52,750 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:47:52,750 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000007
2014-04-10 10:47:52,750 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000007
2014-04-10 10:47:52,750 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000007
2014-04-10 10:47:52,751 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000007
2014-04-10 10:47:52,751 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000007
2014-04-10 10:47:52,751 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:47:52,751 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0003_01_000007 from application application_1397144823869_0003
2014-04-10 10:47:52,751 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:52,751 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0003
2014-04-10 10:47:52,772 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44019, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0003_m_000004_0_-1815097411_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741849_1025, duration: 149864
2014-04-10 10:47:52,780 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0003_01_000005
2014-04-10 10:47:52,781 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000005
2014-04-10 10:47:52,781 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:47:52,781 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0003_01_000005
2014-04-10 10:47:52,781 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0003_01_000007
2014-04-10 10:47:52,781 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:47:52,781 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0003_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 10:47:52,782 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000007
2014-04-10 10:47:52,782 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0003_01_000007 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:47:52,782 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:8192, vCores:7> numContainers=7 user=brock user-resources=<memory:8192, vCores:7>
2014-04-10 10:47:52,782 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0003_01_000007, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=1, numContainers=7 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:52,782 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:52,783 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=1, numContainers=7
2014-04-10 10:47:52,783 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0003_000001 released container container_1397144823869_0003_01_000007 on node: host: localhost:50571 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:47:52,786 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0003_01_000005 is : 143
2014-04-10 10:47:52,798 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:47:52,798 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000005
2014-04-10 10:47:52,798 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000005
2014-04-10 10:47:52,798 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000005
2014-04-10 10:47:52,798 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000005
2014-04-10 10:47:52,799 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000005
2014-04-10 10:47:52,799 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:47:52,799 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0003_01_000005 from application application_1397144823869_0003
2014-04-10 10:47:52,799 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:52,799 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0003
2014-04-10 10:47:52,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed/_temporary/1/_temporary/attempt_1397144823869_0003_m_000004_0 dst=null perm=null
2014-04-10 10:47:52,874 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0003_01_000006
2014-04-10 10:47:52,874 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000006
2014-04-10 10:47:52,874 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:47:52,875 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0003_01_000006
2014-04-10 10:47:52,875 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0003_01_000005
2014-04-10 10:47:52,875 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:47:52,875 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0003_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:47:52,876 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000005
2014-04-10 10:47:52,876 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0003_01_000005 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:47:52,876 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 10:47:52,876 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0003_01_000005, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:52,876 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:52,876 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2014-04-10 10:47:52,876 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0003_000001 released container container_1397144823869_0003_01_000005 on node: host: localhost:50571 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:47:52,880 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0003_01_000006 is : 143
2014-04-10 10:47:52,888 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:47:52,889 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000006
2014-04-10 10:47:52,889 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000006
2014-04-10 10:47:52,889 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000006
2014-04-10 10:47:52,889 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000006
2014-04-10 10:47:52,889 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000006
2014-04-10 10:47:52,889 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:47:52,889 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0003_01_000006 from application application_1397144823869_0003
2014-04-10 10:47:52,889 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:52,890 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0003
2014-04-10 10:47:53,016 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0003_01_000003
2014-04-10 10:47:53,017 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:47:53,017 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0003_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:47:53,017 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000003
2014-04-10 10:47:53,017 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0003_01_000003 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:47:53,017 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 10:47:53,017 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0003_01_000003, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:53,018 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:53,018 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 10:47:53,018 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0003_000001 released container container_1397144823869_0003_01_000003 on node: host: localhost:37679 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:47:53,379 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0003_01_000008
2014-04-10 10:47:53,379 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0003_01_000009
2014-04-10 10:47:53,380 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000008 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:47:53,380 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0003_01_000008 in state: COMPLETED event:FINISHED
2014-04-10 10:47:53,380 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000008
2014-04-10 10:47:53,380 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0003_01_000008 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:47:53,381 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 10:47:53,382 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0003_01_000008, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:53,382 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:53,382 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:47:53,382 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0003_000001 released container container_1397144823869_0003_01_000008 on node: host: localhost:56736 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:47:53,382 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000009 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:47:53,383 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0003_01_000009 in state: COMPLETED event:FINISHED
2014-04-10 10:47:53,383 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000009
2014-04-10 10:47:53,383 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0003_01_000009 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:47:53,383 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:47:53,384 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0003_01_000009, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:53,384 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:53,384 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:47:53,384 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0003_000001 released container container_1397144823869_0003_01_000009 on node: host: localhost:56736 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:47:53,503 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0003_01_000010
2014-04-10 10:47:53,504 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000010 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:47:53,504 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0003_01_000010 in state: COMPLETED event:FINISHED
2014-04-10 10:47:53,504 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000010
2014-04-10 10:47:53,504 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0003_01_000010 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:47:53,505 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:47:53,505 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0003_01_000010, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:53,506 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:53,506 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:47:53,506 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0003_000001 released container container_1397144823869_0003_01_000010 on node: host: localhost:52024 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:47:53,875 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0003_01_000006
2014-04-10 10:47:53,876 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:47:53,876 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0003_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:47:53,876 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000006
2014-04-10 10:47:53,877 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0003_01_000006 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:47:53,877 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:47:53,878 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0003_01_000006, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:53,878 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:53,878 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:47:53,878 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0003_000001 released container container_1397144823869_0003_01_000006 on node: host: localhost:50571 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:47:53,879 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000011 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:47:53,879 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000011
2014-04-10 10:47:53,879 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0003_01_000011 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:47:53,880 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0003 container=Container: [ContainerId: container_1397144823869_0003_01_000011, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0003_01_000011 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:53,880 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:47:53,880 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:54,625 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000011 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:47:54,638 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0003_01_000011 by user brock
2014-04-10 10:47:54,638 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000011
2014-04-10 10:47:54,638 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0003_01_000011 to application application_1397144823869_0003
2014-04-10 10:47:54,639 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000011 transitioned from NEW to LOCALIZING
2014-04-10 10:47:54,639 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0003
2014-04-10 10:47:54,639 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0003
2014-04-10 10:47:54,639 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:47:54,639 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0003
2014-04-10 10:47:54,640 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000011 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:47:54,674 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000011 transitioned from LOCALIZED to RUNNING
2014-04-10 10:47:54,674 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:54,732 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000011/default_container_executor.sh]
2014-04-10 10:47:54,876 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000011 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:47:55,629 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:47:56,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed/_temporary/1/_temporary/attempt_1397144823869_0003_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:47:56,525 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed/_temporary/1/_temporary/attempt_1397144823869_0003_r_000000_0/part-00000. BP-1649026925-127.0.0.1-1397144808341 blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:47:56,611 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741858_1034 src: /127.0.0.1:43908 dest: /127.0.0.1:36139
2014-04-10 10:47:56,612 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741858_1034 src: /127.0.0.1:51859 dest: /127.0.0.1:55289
2014-04-10 10:47:56,612 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741858_1034 src: /127.0.0.1:44037 dest: /127.0.0.1:53466
2014-04-10 10:47:56,628 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44037, dest: /127.0.0.1:53466, bytes: 66, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0003_r_000000_0_1853517232_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741858_1034, duration: 15106024
2014-04-10 10:47:56,629 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741858_1034, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:47:56,629 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51859, dest: /127.0.0.1:55289, bytes: 66, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0003_r_000000_0_1853517232_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741858_1034, duration: 15784531
2014-04-10 10:47:56,629 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:47:56,629 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:56,630 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43908, dest: /127.0.0.1:36139, bytes: 66, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0003_r_000000_0_1853517232_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741858_1034, duration: 16451519
2014-04-10 10:47:56,630 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:47:56,630 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:56,631 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:47:56,648 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed/_temporary/1/_temporary/attempt_1397144823869_0003_r_000000_0/part-00000 is closed by DFSClient_attempt_1397144823869_0003_r_000000_0_1853517232_1
2014-04-10 10:47:56,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed/_temporary/1/_temporary/attempt_1397144823869_0003_r_000000_0 dst=null perm=null
2014-04-10 10:47:56,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed/_temporary/1/_temporary/attempt_1397144823869_0003_r_000000_0 dst=null perm=null
2014-04-10 10:47:56,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed/_temporary/1/task_1397144823869_0003_r_000000 dst=null perm=null
2014-04-10 10:47:56,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed/_temporary/1/_temporary/attempt_1397144823869_0003_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed/_temporary/1/task_1397144823869_0003_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:47:56,774 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0003_01_000011
2014-04-10 10:47:56,774 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000011
2014-04-10 10:47:56,774 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000011 transitioned from RUNNING to KILLING
2014-04-10 10:47:56,774 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0003_01_000011
2014-04-10 10:47:56,782 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0003_01_000011 is : 143
2014-04-10 10:47:56,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:47:56,800 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000011 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:47:56,800 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000011
2014-04-10 10:47:56,800 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000011
2014-04-10 10:47:56,800 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000011
2014-04-10 10:47:56,800 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000011
2014-04-10 10:47:56,800 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000011
2014-04-10 10:47:56,800 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000011 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:47:56,801 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0003_01_000011 from application application_1397144823869_0003
2014-04-10 10:47:56,801 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:56,801 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0003
2014-04-10 10:47:56,806 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_184387908_1
2014-04-10 10:47:56,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed/_temporary/1 dst=null perm=null
2014-04-10 10:47:56,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed dst=null perm=null
2014-04-10 10:47:56,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed dst=null perm=null
2014-04-10 10:47:56,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed/_temporary/1/task_1397144823869_0003_r_000000 dst=null perm=null
2014-04-10 10:47:56,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed/part-00000 dst=null perm=null
2014-04-10 10:47:56,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed/_temporary/1/task_1397144823869_0003_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:47:56,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed/_temporary dst=null perm=null
2014-04-10 10:47:56,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:47:56,890 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed/_SUCCESS is closed by DFSClient_NONMAPREDUCE_184387908_1
2014-04-10 10:47:56,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:47:56,923 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_184387908_1
2014-04-10 10:47:56,953 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51828, dest: /127.0.0.1:55289, bytes: 99181, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_184387908_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741857_1033, duration: 4912905797
2014-04-10 10:47:56,953 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741857_1033, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:47:56,954 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43877, dest: /127.0.0.1:36139, bytes: 99181, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_184387908_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741857_1033, duration: 4915166713
2014-04-10 10:47:56,954 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 18304
2014-04-10 10:47:56,954 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:56,955 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44003, dest: /127.0.0.1:53466, bytes: 99181, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_184387908_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741857_1033, duration: 4907739429
2014-04-10 10:47:56,955 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 18304
2014-04-10 10:47:56,955 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:56,956 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 18304
2014-04-10 10:47:57,031 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job_1397144823869_0003_1.jhist is closed by DFSClient_NONMAPREDUCE_184387908_1
2014-04-10 10:47:57,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0003.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:47:57,052 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0003.summary_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:47:57,067 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741859_1035 src: /127.0.0.1:44038 dest: /127.0.0.1:53466
2014-04-10 10:47:57,069 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741859_1035 src: /127.0.0.1:43912 dest: /127.0.0.1:36139
2014-04-10 10:47:57,070 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741859_1035 src: /127.0.0.1:51863 dest: /127.0.0.1:55289
2014-04-10 10:47:57,073 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51863, dest: /127.0.0.1:55289, bytes: 465, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_184387908_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741859_1035, duration: 2202594
2014-04-10 10:47:57,074 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741859_1035, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:47:57,074 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:47:57,074 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43912, dest: /127.0.0.1:36139, bytes: 465, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_184387908_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741859_1035, duration: 3043744
2014-04-10 10:47:57,075 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:57,075 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:47:57,075 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44038, dest: /127.0.0.1:53466, bytes: 465, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_184387908_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741859_1035, duration: 3928796
2014-04-10 10:47:57,076 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:57,076 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:47:57,090 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0003.summary_tmp is closed by DFSClient_NONMAPREDUCE_184387908_1
2014-04-10 10:47:57,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0003.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:47:57,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job_1397144823869_0003_1.jhist dst=null perm=null
2014-04-10 10:47:57,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0003-1397144860953-brock-%5B221E6977E6B448BDA668F76F747E7C94%2F3121AA88512C4AC3-1397144876924-9-1-SUCCEEDED-default-1397144864026.jhist_tmp dst=null perm=null
2014-04-10 10:47:57,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job_1397144823869_0003_1.jhist dst=null perm=null
2014-04-10 10:47:57,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0003-1397144860953-brock-%5B221E6977E6B448BDA668F76F747E7C94%2F3121AA88512C4AC3-1397144876924-9-1-SUCCEEDED-default-1397144864026.jhist_tmp dst=null perm=null
2014-04-10 10:47:57,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job_1397144823869_0003_1.jhist dst=null perm=null
2014-04-10 10:47:57,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0003-1397144860953-brock-%5B221E6977E6B448BDA668F76F747E7C94%2F3121AA88512C4AC3-1397144876924-9-1-SUCCEEDED-default-1397144864026.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:47:57,148 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:43914, bytes: 99957, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_184387908_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741857_1033, duration: 444595
2014-04-10 10:47:57,152 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0003-1397144860953-brock-%5B221E6977E6B448BDA668F76F747E7C94%2F3121AA88512C4AC3-1397144876924-9-1-SUCCEEDED-default-1397144864026.jhist_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:47:57,167 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741860_1036 src: /127.0.0.1:44042 dest: /127.0.0.1:53466
2014-04-10 10:47:57,169 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741860_1036 src: /127.0.0.1:36142 dest: /127.0.0.1:55175
2014-04-10 10:47:57,170 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741860_1036 src: /127.0.0.1:51867 dest: /127.0.0.1:55289
2014-04-10 10:47:57,174 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51867, dest: /127.0.0.1:55289, bytes: 99181, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_184387908_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741860_1036, duration: 3288337
2014-04-10 10:47:57,175 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741860_1036, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:47:57,175 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:47:57,175 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36142, dest: /127.0.0.1:55175, bytes: 99181, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_184387908_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741860_1036, duration: 3835595
2014-04-10 10:47:57,175 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:57,176 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:47:57,176 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44042, dest: /127.0.0.1:53466, bytes: 99181, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_184387908_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741860_1036, duration: 4634693
2014-04-10 10:47:57,176 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:57,177 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:47:57,190 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0003-1397144860953-brock-%5B221E6977E6B448BDA668F76F747E7C94%2F3121AA88512C4AC3-1397144876924-9-1-SUCCEEDED-default-1397144864026.jhist_tmp is closed by DFSClient_NONMAPREDUCE_184387908_1
2014-04-10 10:47:57,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0003-1397144860953-brock-%5B221E6977E6B448BDA668F76F747E7C94%2F3121AA88512C4AC3-1397144876924-9-1-SUCCEEDED-default-1397144864026.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:47:57,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job_1397144823869_0003_1_conf.xml dst=null perm=null
2014-04-10 10:47:57,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0003_conf.xml_tmp dst=null perm=null
2014-04-10 10:47:57,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job_1397144823869_0003_1_conf.xml dst=null perm=null
2014-04-10 10:47:57,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0003_conf.xml_tmp dst=null perm=null
2014-04-10 10:47:57,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003/job_1397144823869_0003_1_conf.xml dst=null perm=null
2014-04-10 10:47:57,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0003_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:47:57,234 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44045, bytes: 97485, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_184387908_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741856_1032, duration: 476432
2014-04-10 10:47:57,238 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0003_conf.xml_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:47:57,250 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741861_1037 src: /127.0.0.1:36145 dest: /127.0.0.1:55175
2014-04-10 10:47:57,252 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741861_1037 src: /127.0.0.1:44047 dest: /127.0.0.1:53466
2014-04-10 10:47:57,253 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741861_1037 src: /127.0.0.1:51871 dest: /127.0.0.1:55289
2014-04-10 10:47:57,258 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51871, dest: /127.0.0.1:55289, bytes: 96729, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_184387908_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741861_1037, duration: 3015734
2014-04-10 10:47:57,258 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741861_1037, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:47:57,258 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44047, dest: /127.0.0.1:53466, bytes: 96729, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_184387908_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741861_1037, duration: 3620857
2014-04-10 10:47:57,258 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:47:57,259 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:57,259 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36145, dest: /127.0.0.1:55175, bytes: 96729, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_184387908_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741861_1037, duration: 4294946
2014-04-10 10:47:57,259 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:47:57,259 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:57,260 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:47:57,273 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0003_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_184387908_1
2014-04-10 10:47:57,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0003_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:47:57,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0003.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0003.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:47:57,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0003_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0003_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:47:57,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0003-1397144860953-brock-%5B221E6977E6B448BDA668F76F747E7C94%2F3121AA88512C4AC3-1397144876924-9-1-SUCCEEDED-default-1397144864026.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0003-1397144860953-brock-%5B221E6977E6B448BDA668F76F747E7C94%2F3121AA88512C4AC3-1397144876924-9-1-SUCCEEDED-default-1397144864026.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:47:57,349 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397144823869_0003_000001 with final state: FINISHING
2014-04-10 10:47:57,349 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0003_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:47:57,349 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397144823869_0003 with final state: FINISHING
2014-04-10 10:47:57,349 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0003 State change from RUNNING to FINAL_SAVING
2014-04-10 10:47:57,349 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0003
2014-04-10 10:47:57,350 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0003_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:47:57,350 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0003 State change from FINAL_SAVING to FINISHING
2014-04-10 10:47:57,398 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:47:57,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:47:57,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:47:57,409 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397144823869_0003 from file: hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0003-1397144860953-brock-%5B221E6977E6B448BDA668F76F747E7C94%2F3121AA88512C4AC3-1397144876924-9-1-SUCCEEDED-default-1397144864026.jhist
2014-04-10 10:47:57,410 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0003-1397144860953-brock-%5B221E6977E6B448BDA668F76F747E7C94%2F3121AA88512C4AC3-1397144876924-9-1-SUCCEEDED-default-1397144864026.jhist]
2014-04-10 10:47:57,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0003-1397144860953-brock-%5B221E6977E6B448BDA668F76F747E7C94%2F3121AA88512C4AC3-1397144876924-9-1-SUCCEEDED-default-1397144864026.jhist dst=null perm=null
2014-04-10 10:47:57,414 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44052, bytes: 99957, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741860_1036, duration: 467576
2014-04-10 10:47:57,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0003.summary dst=null perm=null
2014-04-10 10:47:57,466 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:51877, bytes: 469, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_538767685_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741859_1035, duration: 126418
2014-04-10 10:47:57,466 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397144823869_0003,submitTime=1397144860953,launchTime=1397144864026,firstMapTaskLaunchTime=1397144866230,firstReduceTaskLaunchTime=1397144874640,finishTime=1397144876924,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=9,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=55,reduceSlotSeconds=2,jobName=[221E6977E6B448BDA668F76F747E7C94/3121AA88512C4AC3B2615B758A510BDE] loweroffset*upper*lower/(1/1) ...ipesplatform/cogroupmixed
2014-04-10 10:47:57,466 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0003.summary]
2014-04-10 10:47:57,482 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741859_1035 127.0.0.1:53466 127.0.0.1:36139 127.0.0.1:55289
2014-04-10 10:47:57,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0003.summary dst=null perm=null
2014-04-10 10:47:57,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:47:57,484 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0003-1397144860953-brock-%5B221E6977E6B448BDA668F76F747E7C94%2F3121AA88512C4AC3-1397144876924-9-1-SUCCEEDED-default-1397144864026.jhist to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0003-1397144860953-brock-%5B221E6977E6B448BDA668F76F747E7C94%2F3121AA88512C4AC3-1397144876924-9-1-SUCCEEDED-default-1397144864026.jhist
2014-04-10 10:47:57,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0003-1397144860953-brock-%5B221E6977E6B448BDA668F76F747E7C94%2F3121AA88512C4AC3-1397144876924-9-1-SUCCEEDED-default-1397144864026.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0003-1397144860953-brock-%5B221E6977E6B448BDA668F76F747E7C94%2F3121AA88512C4AC3-1397144876924-9-1-SUCCEEDED-default-1397144864026.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:47:57,499 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0003_conf.xml to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0003_conf.xml
2014-04-10 10:47:57,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0003_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0003_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:47:57,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed dst=null perm=null
2014-04-10 10:47:57,537 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed/_temporary
2014-04-10 10:47:57,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed/_temporary dst=null perm=null
2014-04-10 10:47:57,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed dst=null perm=null
2014-04-10 10:47:57,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed dst=null perm=null
2014-04-10 10:47:57,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed dst=null perm=null
2014-04-10 10:47:57,556 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:47:57,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed/part-00000 dst=null perm=null
2014-04-10 10:47:57,559 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:43928, bytes: 70, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741858_1034, duration: 159139
2014-04-10 10:47:57,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed dst=null perm=null
2014-04-10 10:47:57,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed dst=null perm=null
2014-04-10 10:47:57,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed dst=null perm=null
2014-04-10 10:47:57,572 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:47:57,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed/part-00000 dst=null perm=null
2014-04-10 10:47:57,575 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:51877, bytes: 70, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741858_1034, duration: 253310
2014-04-10 10:47:57,576 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed
2014-04-10 10:47:57,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed dst=null perm=null
2014-04-10 10:47:57,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed dst=null perm=null
2014-04-10 10:47:57,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed dst=null perm=null
2014-04-10 10:47:57,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed dst=null perm=null
2014-04-10 10:47:57,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed/part-00000 dst=null perm=null
2014-04-10 10:47:57,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupmixed/part-00000 dst=null perm=null
2014-04-10 10:47:57,585 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44052, bytes: 70, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741858_1034, duration: 236352
2014-04-10 10:47:57,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:47:57,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:47:57,604 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 10:47:57,604 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 10:47:57,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter dst=null perm=null
2014-04-10 10:47:57,618 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting
2014-04-10 10:47:57,619 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextDelimited[['num', 'char' | Integer, String]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt"]
2014-04-10 10:47:57,619 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextDelimited[['num', 'char' | Integer, String]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt"]
2014-04-10 10:47:57,619 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] sink: Hfs["TextDelimited[[0:3]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter"]
2014-04-10 10:47:57,619 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] parallel execution is enabled: true
2014-04-10 10:47:57,619 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting jobs: 1
2014-04-10 10:47:57,620 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] allocating threads: 1
2014-04-10 10:47:57,620 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) ...ipesplatform/cogroupouter
2014-04-10 10:47:57,633 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:47:57,640 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:47:57,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter dst=null perm=null
2014-04-10 10:47:57,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:47:57,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:47:57,644 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 4
2014-04-10 10:47:57,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004 dst=null perm=null
2014-04-10 10:47:57,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:47:57,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:47:57,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.jar dst=null perm=null
2014-04-10 10:47:57,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:47:57,701 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:47:57,716 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741862_1038 src: /127.0.0.1:51879 dest: /127.0.0.1:55289
2014-04-10 10:47:57,718 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741862_1038 src: /127.0.0.1:43930 dest: /127.0.0.1:36139
2014-04-10 10:47:57,719 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741862_1038 src: /127.0.0.1:44058 dest: /127.0.0.1:53466
2014-04-10 10:47:57,725 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44058, dest: /127.0.0.1:53466, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741862_1038, duration: 4974826
2014-04-10 10:47:57,725 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741862_1038, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:47:57,726 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:47:57,726 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43930, dest: /127.0.0.1:36139, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741862_1038, duration: 5617911
2014-04-10 10:47:57,726 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:57,726 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:47:57,727 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51879, dest: /127.0.0.1:55289, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741862_1038, duration: 6500420
2014-04-10 10:47:57,727 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:57,728 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:47:57,740 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:47:57,741 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.jar
2014-04-10 10:47:57,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.jar dst=null perm=null
2014-04-10 10:47:57,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:47:57,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:57,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:57,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:57,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:47:57,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:47:57,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:47:57,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:47:57,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:47:57,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:57,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:47:57,769 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:47:57,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:47:57,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:47:57,772 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:47:57,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:47:57,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:47:57,774 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:47:57,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:47:57,775 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0003_01_000011
2014-04-10 10:47:57,775 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000011 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:47:57,775 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0003_01_000011 in state: COMPLETED event:FINISHED
2014-04-10 10:47:57,775 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000011
2014-04-10 10:47:57,775 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0003_01_000011 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:47:57,775 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:47:57,776 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0003_01_000011, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:57,776 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:57,776 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:47:57,776 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0003_000001 released container container_1397144823869_0003_01_000011 on node: host: localhost:50571 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:47:57,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:47:57,776 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:47:57,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:47:57,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:47:57,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:47:57,808 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.split
2014-04-10 10:47:57,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.split dst=null perm=null
2014-04-10 10:47:57,817 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.split. BP-1649026925-127.0.0.1-1397144808341 blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:47:57,833 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741863_1039 src: /127.0.0.1:36158 dest: /127.0.0.1:55175
2014-04-10 10:47:57,835 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741863_1039 src: /127.0.0.1:44060 dest: /127.0.0.1:53466
2014-04-10 10:47:57,836 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741863_1039 src: /127.0.0.1:43934 dest: /127.0.0.1:36139
2014-04-10 10:47:57,837 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741863_1039 src: /127.0.0.1:51885 dest: /127.0.0.1:55289
2014-04-10 10:47:57,842 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51885, dest: /127.0.0.1:55289, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741863_1039, duration: 3347124
2014-04-10 10:47:57,842 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741863_1039, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:47:57,843 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:47:57,843 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43934, dest: /127.0.0.1:36139, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741863_1039, duration: 3913366
2014-04-10 10:47:57,843 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:57,844 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:47:57,844 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44060, dest: /127.0.0.1:53466, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741863_1039, duration: 4869747
2014-04-10 10:47:57,844 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:57,844 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:47:57,844 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36158, dest: /127.0.0.1:55175, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741863_1039, duration: 5575904
2014-04-10 10:47:57,845 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:57,846 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:47:57,856 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.split is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:47:57,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:47:57,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:47:57,883 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.splitmetainfo. BP-1649026925-127.0.0.1-1397144808341 blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:47:57,900 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741864_1040 src: /127.0.0.1:44063 dest: /127.0.0.1:53466
2014-04-10 10:47:57,901 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741864_1040 src: /127.0.0.1:36163 dest: /127.0.0.1:55175
2014-04-10 10:47:57,902 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741864_1040 src: /127.0.0.1:51888 dest: /127.0.0.1:55289
2014-04-10 10:47:57,905 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51888, dest: /127.0.0.1:55289, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741864_1040, duration: 1876986
2014-04-10 10:47:57,905 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741864_1040, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:47:57,906 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:47:57,906 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36163, dest: /127.0.0.1:55175, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741864_1040, duration: 2108987
2014-04-10 10:47:57,906 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:57,907 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:47:57,907 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44063, dest: /127.0.0.1:53466, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741864_1040, duration: 3230693
2014-04-10 10:47:57,907 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:57,909 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:47:57,923 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:47:57,924 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 10:47:57,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:47:57,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:47:57,962 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:47:57,975 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741865_1041 src: /127.0.0.1:44066 dest: /127.0.0.1:53466
2014-04-10 10:47:57,976 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741865_1041 src: /127.0.0.1:36166 dest: /127.0.0.1:55175
2014-04-10 10:47:57,978 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741865_1041 src: /127.0.0.1:43941 dest: /127.0.0.1:36139
2014-04-10 10:47:57,982 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43941, dest: /127.0.0.1:36139, bytes: 82412, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741865_1041, duration: 2925049
2014-04-10 10:47:57,982 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741865_1041, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:47:57,982 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:47:57,983 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36166, dest: /127.0.0.1:55175, bytes: 82412, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741865_1041, duration: 3574194
2014-04-10 10:47:57,983 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:57,983 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:47:57,984 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44066, dest: /127.0.0.1:53466, bytes: 82412, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741865_1041, duration: 4437603
2014-04-10 10:47:57,984 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:47:57,984 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:47:57,998 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.xml is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:47:57,999 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397144823869_0004
2014-04-10 10:47:58,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004 dst=null perm=null
2014-04-10 10:47:58,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.xml dst=null perm=null
2014-04-10 10:47:58,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.xml dst=null perm=null
2014-04-10 10:47:58,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.jar dst=null perm=null
2014-04-10 10:47:58,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.jar dst=null perm=null
2014-04-10 10:47:58,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.split dst=null perm=null
2014-04-10 10:47:58,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.split dst=null perm=null
2014-04-10 10:47:58,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.splitmetainfo dst=null perm=null
2014-04-10 10:47:58,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.splitmetainfo dst=null perm=null
2014-04-10 10:47:58,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:58,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:58,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:58,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:58,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:47:58,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:47:58,054 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 4 submitted by user brock
2014-04-10 10:47:58,054 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397144823869_0004
2014-04-10 10:47:58,054 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397144823869_0004
2014-04-10 10:47:58,054 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0004
2014-04-10 10:47:58,054 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0004 State change from NEW to NEW_SAVING
2014-04-10 10:47:58,055 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0004 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:47:58,055 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397144823869_0004_000001
2014-04-10 10:47:58,055 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0004_000001 State change from NEW to SUBMITTED
2014-04-10 10:47:58,055 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397144823869_0004 from user: brock activated in queue: default
2014-04-10 10:47:58,055 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397144823869_0004 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@1ba82161, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:47:58,056 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397144823869_0004 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:47:58,056 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397144823869_0004
2014-04-10 10:47:58,056 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397144823869_0004_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:47:58,056 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0004_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:47:58,058 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0004 State change from SUBMITTED to ACCEPTED
2014-04-10 10:47:58,060 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:60619/proxy/application_1397144823869_0004/
2014-04-10 10:47:58,060 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397144823869_0004
2014-04-10 10:47:58,060 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:60619/proxy/application_1397144823869_0004/
2014-04-10 10:47:58,382 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0004_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:47:58,383 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0004 CONTAINERID=container_1397144823869_0004_01_000001
2014-04-10 10:47:58,383 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0004_01_000001 of capacity <memory:2048, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 10:47:58,383 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0004 container=Container: [ContainerId: container_1397144823869_0004_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0004_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:58,383 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:47:58,383 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0004_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:47:58,384 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:47:58,384 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397144823869_0004 AttemptId: appattempt_1397144823869_0004_000001 MasterContainer: Container: [ContainerId: container_1397144823869_0004_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ]
2014-04-10 10:47:58,384 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0004_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:47:58,385 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0004_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:47:58,385 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397144823869_0004_000001
2014-04-10 10:47:58,386 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397144823869_0004_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] for AM appattempt_1397144823869_0004_000001
2014-04-10 10:47:58,387 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397144823869_0004_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:47:58,390 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0004_000001 (auth:SIMPLE)
2014-04-10 10:47:58,392 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0004_01_000001 by user brock
2014-04-10 10:47:58,393 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0004
2014-04-10 10:47:58,393 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0004 CONTAINERID=container_1397144823869_0004_01_000001
2014-04-10 10:47:58,393 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0004 transitioned from NEW to INITING
2014-04-10 10:47:58,393 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0004_01_000001 to application application_1397144823869_0004
2014-04-10 10:47:58,394 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397144823869_0004_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] for AM appattempt_1397144823869_0004_000001
2014-04-10 10:47:58,394 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0004 transitioned from INITING to RUNNING
2014-04-10 10:47:58,394 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0004_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:47:58,395 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:47:58,395 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0004
2014-04-10 10:47:58,395 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:47:58,395 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:47:58,395 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:47:58,396 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:47:58,396 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0004_01_000001
2014-04-10 10:47:58,420 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397144823869_0004_01_000001.tokens. Credentials list:
2014-04-10 10:47:58,432 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:47:58,459 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741852_1028 127.0.0.1:36139 127.0.0.1:55175 127.0.0.1:55289 127.0.0.1:53466
2014-04-10 10:47:58,460 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741853_1029 127.0.0.1:36139 127.0.0.1:53466 127.0.0.1:55175 127.0.0.1:55289
2014-04-10 10:47:58,460 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741854_1030 127.0.0.1:55175 127.0.0.1:55289 127.0.0.1:36139
2014-04-10 10:47:58,460 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741855_1031 127.0.0.1:55289 127.0.0.1:53466 127.0.0.1:55175
2014-04-10 10:47:58,460 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741857_1033 127.0.0.1:53466 127.0.0.1:36139 127.0.0.1:55289
2014-04-10 10:47:58,460 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741856_1032 127.0.0.1:36139 127.0.0.1:55175 127.0.0.1:53466
2014-04-10 10:47:58,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0003 dst=null perm=null
2014-04-10 10:47:58,501 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397144823869_0004_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000001.tokens
2014-04-10 10:47:58,502 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0004 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0004
2014-04-10 10:47:58,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.jar dst=null perm=null
2014-04-10 10:47:58,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.jar dst=null perm=null
2014-04-10 10:47:58,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.jar dst=null perm=null
2014-04-10 10:47:58,622 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:43947, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1695226623_3245, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741862_1038, duration: 934444
2014-04-10 10:47:58,647 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:47:58,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.splitmetainfo dst=null perm=null
2014-04-10 10:47:58,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.splitmetainfo dst=null perm=null
2014-04-10 10:47:58,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.splitmetainfo dst=null perm=null
2014-04-10 10:47:58,673 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44075, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1695226623_3245, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741864_1040, duration: 258121
2014-04-10 10:47:58,690 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0004/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:47:58,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.split dst=null perm=null
2014-04-10 10:47:58,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.split dst=null perm=null
2014-04-10 10:47:58,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.split dst=null perm=null
2014-04-10 10:47:58,716 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:51899, bytes: 1928, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1695226623_3245, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741863_1039, duration: 271962
2014-04-10 10:47:58,732 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0004/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:47:58,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.xml dst=null perm=null
2014-04-10 10:47:58,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.xml dst=null perm=null
2014-04-10 10:47:58,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.xml dst=null perm=null
2014-04-10 10:47:58,753 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:53466 to replicate blk_1073741862_1038 to datanode(s) 127.0.0.1:55175
2014-04-10 10:47:58,754 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073741857_1033, blk_1073741859_1035, blk_1073741852_1028, blk_1073741853_1029, blk_1073741854_1030, blk_1073741855_1031]
2014-04-10 10:47:58,754 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073741856_1032, blk_1073741857_1033, blk_1073741859_1035, blk_1073741852_1028, blk_1073741853_1029, blk_1073741854_1030]
2014-04-10 10:47:58,756 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:43947, bytes: 83056, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1695226623_3245, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741865_1041, duration: 448435
2014-04-10 10:47:58,773 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0004/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:47:58,773 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:47:58,804 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:47:58,805 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:47:58,861 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000001/default_container_executor.sh]
2014-04-10 10:47:59,381 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0004_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:48:00,003 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741857_1033 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741857 for deletion
2014-04-10 10:48:00,003 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741859_1035 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741859 for deletion
2014-04-10 10:48:00,003 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741857_1033 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741857
2014-04-10 10:48:00,003 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741852_1028 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741852 for deletion
2014-04-10 10:48:00,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741859_1035 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741859
2014-04-10 10:48:00,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741853_1029 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741853 for deletion
2014-04-10 10:48:00,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741852_1028 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741852
2014-04-10 10:48:00,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741854_1030 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741854 for deletion
2014-04-10 10:48:00,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741853_1029 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741853
2014-04-10 10:48:00,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741855_1031 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741855 for deletion
2014-04-10 10:48:00,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741854_1030 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741854
2014-04-10 10:48:00,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741855_1031 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741855
2014-04-10 10:48:00,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:48:00,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/COMMIT_STARTED dst=null perm=null
2014-04-10 10:48:00,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:48:00,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/COMMIT_FAIL dst=null perm=null
2014-04-10 10:48:00,065 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=c77d7afe-f695-41db-95ad-e46c268e06f7, infoPort=43222, ipcPort=44592, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) Starting thread to transfer BP-1649026925-127.0.0.1-1397144808341:blk_1073741862_1038 to 127.0.0.1:55175
2014-04-10 10:48:00,066 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741862_1038 src: /127.0.0.1:36181 dest: /127.0.0.1:55175
2014-04-10 10:48:00,066 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1649026925-127.0.0.1-1397144808341:blk_1073741862_1038 (numBytes=244650) to 127.0.0.1/127.0.0.1:55175
2014-04-10 10:48:00,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741856_1032 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741856 for deletion
2014-04-10 10:48:00,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741857_1033 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741857 for deletion
2014-04-10 10:48:00,068 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1649026925-127.0.0.1-1397144808341:blk_1073741862_1038 src: /127.0.0.1:36181 dest: /127.0.0.1:55175 of size 244650
2014-04-10 10:48:00,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741856_1032 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741856
2014-04-10 10:48:00,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741859_1035 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741859 for deletion
2014-04-10 10:48:00,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741857_1033 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741857
2014-04-10 10:48:00,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741852_1028 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741852 for deletion
2014-04-10 10:48:00,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741859_1035 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741859
2014-04-10 10:48:00,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741853_1029 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741853 for deletion
2014-04-10 10:48:00,069 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741862_1038 size 244650
2014-04-10 10:48:00,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741853_1029 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741853
2014-04-10 10:48:00,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741852_1028 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741852
2014-04-10 10:48:00,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741854_1030 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741854 for deletion
2014-04-10 10:48:00,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741854_1030 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741854
2014-04-10 10:48:00,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004 dst=null perm=null
2014-04-10 10:48:00,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:48:00,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:48:00,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.splitmetainfo dst=null perm=null
2014-04-10 10:48:00,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.splitmetainfo dst=null perm=null
2014-04-10 10:48:00,393 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44085, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_644845865_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741864_1040, duration: 172556
2014-04-10 10:48:01,046 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0004_000001 (auth:SIMPLE)
2014-04-10 10:48:01,048 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397144823869_0004_000001
2014-04-10 10:48:01,048 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397144823869_0004 APPATTEMPTID=appattempt_1397144823869_0004_000001
2014-04-10 10:48:01,048 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0004_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:48:01,048 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0004 State change from ACCEPTED to RUNNING
2014-04-10 10:48:01,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job_1397144823869_0004_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:01,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:48:01,104 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741858_1034
2014-04-10 10:48:01,104 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741865_1041
2014-04-10 10:48:01,105 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741863_1039
2014-04-10 10:48:01,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job_1397144823869_0004_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:01,221 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job_1397144823869_0004_1_conf.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]}
2014-04-10 10:48:01,254 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741866_1042 src: /127.0.0.1:44089 dest: /127.0.0.1:53466
2014-04-10 10:48:01,255 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741866_1042 src: /127.0.0.1:43963 dest: /127.0.0.1:36139
2014-04-10 10:48:01,256 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741866_1042 src: /127.0.0.1:36190 dest: /127.0.0.1:55175
2014-04-10 10:48:01,261 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36190, dest: /127.0.0.1:55175, bytes: 96395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_644845865_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741866_1042, duration: 4208777
2014-04-10 10:48:01,261 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741866_1042, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:01,262 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:48:01,261 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43963, dest: /127.0.0.1:36139, bytes: 96395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_644845865_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741866_1042, duration: 4599897
2014-04-10 10:48:01,262 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:01,262 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:48:01,262 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44089, dest: /127.0.0.1:53466, bytes: 96395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_644845865_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741866_1042, duration: 5344666
2014-04-10 10:48:01,263 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:01,263 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:48:01,273 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job_1397144823869_0004_1_conf.xml is closed by DFSClient_NONMAPREDUCE_644845865_1
2014-04-10 10:48:01,305 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741863_1039
2014-04-10 10:48:01,305 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741862_1038
2014-04-10 10:48:01,306 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741866_1042
2014-04-10 10:48:01,307 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741860_1036
2014-04-10 10:48:01,308 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741859_1035
2014-04-10 10:48:01,308 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741858_1034
2014-04-10 10:48:01,310 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741857_1033
2014-04-10 10:48:01,424 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741862_1038
2014-04-10 10:48:01,425 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741864_1040
2014-04-10 10:48:01,426 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741861_1037
2014-04-10 10:48:01,504 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741866_1042
2014-04-10 10:48:01,505 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741862_1038
2014-04-10 10:48:01,507 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741860_1036
2014-04-10 10:48:01,508 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741862_1038
2014-04-10 10:48:01,624 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741860_1036
2014-04-10 10:48:01,624 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741858_1034
2014-04-10 10:48:01,625 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741863_1039
2014-04-10 10:48:01,705 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741861_1037
2014-04-10 10:48:01,706 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741863_1039
2014-04-10 10:48:01,706 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741864_1040
2014-04-10 10:48:01,708 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741861_1037
2014-04-10 10:48:01,708 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741865_1041
2014-04-10 10:48:01,708 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741864_1040
2014-04-10 10:48:01,709 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741866_1042
2014-04-10 10:48:01,709 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741865_1041
2014-04-10 10:48:01,754 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073741856_1032, blk_1073741852_1028, blk_1073741853_1029, blk_1073741854_1030, blk_1073741855_1031]
2014-04-10 10:48:01,754 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073741856_1032, blk_1073741857_1033, blk_1073741859_1035, blk_1073741852_1028, blk_1073741853_1029, blk_1073741855_1031]
2014-04-10 10:48:02,383 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0004_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:48:02,383 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0004 CONTAINERID=container_1397144823869_0004_01_000002
2014-04-10 10:48:02,383 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0004_01_000002 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:48:02,384 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0004 container=Container: [ContainerId: container_1397144823869_0004_01_000002, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0004_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:02,384 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:48:02,384 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:02,385 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0004_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:48:02,385 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0004 CONTAINERID=container_1397144823869_0004_01_000003
2014-04-10 10:48:02,385 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0004_01_000003 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 10:48:02,386 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0004 container=Container: [ContainerId: container_1397144823869_0004_01_000003, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0004_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:02,386 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:48:02,386 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:02,507 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0004_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:48:02,507 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0004 CONTAINERID=container_1397144823869_0004_01_000004
2014-04-10 10:48:02,507 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0004_01_000004 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:48:02,507 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0004 container=Container: [ContainerId: container_1397144823869_0004_01_000004, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0004_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:02,508 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:48:02,508 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:02,509 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0004_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:48:02,509 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0004 CONTAINERID=container_1397144823869_0004_01_000005
2014-04-10 10:48:02,509 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0004_01_000005 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:48:02,509 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0004 container=Container: [ContainerId: container_1397144823869_0004_01_000005, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0004_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:02,509 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:48:02,509 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:02,510 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0004_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:48:02,510 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0004 CONTAINERID=container_1397144823869_0004_01_000006
2014-04-10 10:48:02,510 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0004_01_000006 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 10:48:02,510 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0004 container=Container: [ContainerId: container_1397144823869_0004_01_000006, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0004_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:02,510 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 10:48:02,510 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:03,064 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741856_1032 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741856 for deletion
2014-04-10 10:48:03,064 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741857_1033 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741857 for deletion
2014-04-10 10:48:03,065 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741856_1032 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741856
2014-04-10 10:48:03,065 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741859_1035 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741859 for deletion
2014-04-10 10:48:03,065 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741857_1033 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741857
2014-04-10 10:48:03,065 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741859_1035 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741859
2014-04-10 10:48:03,065 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741852_1028 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741852 for deletion
2014-04-10 10:48:03,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741853_1029 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741853 for deletion
2014-04-10 10:48:03,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741855_1031 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741855 for deletion
2014-04-10 10:48:03,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741852_1028 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741852
2014-04-10 10:48:03,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741855_1031 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741855
2014-04-10 10:48:03,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741853_1029 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741853
2014-04-10 10:48:03,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741856_1032 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741856 for deletion
2014-04-10 10:48:03,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741852_1028 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741852 for deletion
2014-04-10 10:48:03,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741856_1032 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741856
2014-04-10 10:48:03,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741853_1029 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741853 for deletion
2014-04-10 10:48:03,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741854_1030 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741854 for deletion
2014-04-10 10:48:03,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741853_1029 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741853
2014-04-10 10:48:03,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741852_1028 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741852
2014-04-10 10:48:03,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741855_1031 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741855 for deletion
2014-04-10 10:48:03,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741854_1030 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741854
2014-04-10 10:48:03,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741855_1031 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741855
2014-04-10 10:48:03,087 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0004_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:48:03,087 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0004_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:48:03,088 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0004_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:48:03,088 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0004_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:48:03,088 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0004_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:48:03,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.jar dst=null perm=null
2014-04-10 10:48:03,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.jar dst=null perm=null
2014-04-10 10:48:03,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.xml dst=null perm=null
2014-04-10 10:48:03,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.xml dst=null perm=null
2014-04-10 10:48:03,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:48:03,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:48:03,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:48:03,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:48:03,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:48:03,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:48:03,212 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0004_000001 (auth:SIMPLE)
2014-04-10 10:48:03,213 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0004_000001 (auth:SIMPLE)
2014-04-10 10:48:03,217 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0004_01_000006 by user brock
2014-04-10 10:48:03,218 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0004
2014-04-10 10:48:03,218 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0004_01_000002 by user brock
2014-04-10 10:48:03,218 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0004 CONTAINERID=container_1397144823869_0004_01_000006
2014-04-10 10:48:03,219 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0004 CONTAINERID=container_1397144823869_0004_01_000002
2014-04-10 10:48:03,218 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0004_01_000003 by user brock
2014-04-10 10:48:03,219 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0004_01_000004 by user brock
2014-04-10 10:48:03,219 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0004_01_000002 to application application_1397144823869_0004
2014-04-10 10:48:03,220 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0004 CONTAINERID=container_1397144823869_0004_01_000004
2014-04-10 10:48:03,218 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0004 transitioned from NEW to INITING
2014-04-10 10:48:03,220 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0004_01_000003 to application application_1397144823869_0004
2014-04-10 10:48:03,219 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0004 CONTAINERID=container_1397144823869_0004_01_000003
2014-04-10 10:48:03,219 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0004_01_000005 by user brock
2014-04-10 10:48:03,220 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:48:03,220 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0004_01_000006 to application application_1397144823869_0004
2014-04-10 10:48:03,221 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0004 CONTAINERID=container_1397144823869_0004_01_000005
2014-04-10 10:48:03,221 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:48:03,221 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0004_01_000004 to application application_1397144823869_0004
2014-04-10 10:48:03,221 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0004
2014-04-10 10:48:03,221 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0004_01_000005 to application application_1397144823869_0004
2014-04-10 10:48:03,222 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0004
2014-04-10 10:48:03,222 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:48:03,222 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0004 transitioned from INITING to RUNNING
2014-04-10 10:48:03,222 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0004
2014-04-10 10:48:03,222 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:48:03,223 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0004
2014-04-10 10:48:03,223 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0004
2014-04-10 10:48:03,223 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:48:03,223 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:48:03,223 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0004
2014-04-10 10:48:03,224 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:48:03,224 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0004
2014-04-10 10:48:03,224 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0004
2014-04-10 10:48:03,224 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:48:03,224 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0004
2014-04-10 10:48:03,224 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:48:03,225 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:48:03,225 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:48:03,225 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:48:03,225 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0004
2014-04-10 10:48:03,225 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0004
2014-04-10 10:48:03,225 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:48:03,226 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0004
2014-04-10 10:48:03,226 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0004
2014-04-10 10:48:03,226 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0004
2014-04-10 10:48:03,227 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:48:03,227 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0004
2014-04-10 10:48:03,227 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0004_01_000006
2014-04-10 10:48:03,228 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0004_01_000004
2014-04-10 10:48:03,229 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0004_01_000005
2014-04-10 10:48:03,240 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397144823869_0004_01_000005.tokens. Credentials list:
2014-04-10 10:48:03,240 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397144823869_0004_01_000006.tokens. Credentials list:
2014-04-10 10:48:03,241 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397144823869_0004_01_000004.tokens. Credentials list:
2014-04-10 10:48:03,251 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:48:03,254 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:48:03,254 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:48:03,254 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:03,254 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:03,335 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000003/default_container_executor.sh]
2014-04-10 10:48:03,336 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000002/default_container_executor.sh]
2014-04-10 10:48:03,336 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397144823869_0004_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000005.tokens
2014-04-10 10:48:03,336 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0004 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0004
2014-04-10 10:48:03,383 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0004_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:48:03,383 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0004_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:48:03,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.jar dst=null perm=null
2014-04-10 10:48:03,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.jar dst=null perm=null
2014-04-10 10:48:03,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.jar dst=null perm=null
2014-04-10 10:48:03,440 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36205, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1876322850_3430, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741862_1038, duration: 474499
2014-04-10 10:48:03,454 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:48:03,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.xml dst=null perm=null
2014-04-10 10:48:03,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.xml dst=null perm=null
2014-04-10 10:48:03,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.xml dst=null perm=null
2014-04-10 10:48:03,470 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:43981, bytes: 83056, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1876322850_3430, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741865_1041, duration: 201006
2014-04-10 10:48:03,480 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0004/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:48:03,480 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:48:03,480 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:48:03,480 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:48:03,500 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:48:03,500 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:03,506 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:48:03,506 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0004_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:48:03,507 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:03,507 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0004_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:48:03,507 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:48:03,507 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0004_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:48:03,507 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:03,554 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000006/default_container_executor.sh]
2014-04-10 10:48:03,560 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000005/default_container_executor.sh]
2014-04-10 10:48:03,560 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000004/default_container_executor.sh]
2014-04-10 10:48:03,579 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397144823869_0003_01_000001 succeeded
2014-04-10 10:48:03,580 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:48:03,580 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0003_01_000001
2014-04-10 10:48:03,593 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000001
2014-04-10 10:48:03,593 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000001
2014-04-10 10:48:03,593 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000001
2014-04-10 10:48:03,593 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0003/container_1397144823869_0003_01_000001
2014-04-10 10:48:03,593 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000001
2014-04-10 10:48:03,594 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0003_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:48:03,594 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0003_01_000001 from application application_1397144823869_0003
2014-04-10 10:48:03,594 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:03,594 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0003
2014-04-10 10:48:04,019 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0003_01_000001
2014-04-10 10:48:04,020 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0003_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:48:04,020 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0003_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:48:04,020 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0003 CONTAINERID=container_1397144823869_0003_01_000001
2014-04-10 10:48:04,020 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0003_01_000001 of capacity <memory:2048, vCores:1> on host localhost:37679, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:48:04,020 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 10:48:04,020 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397144823869_0003_000001
2014-04-10 10:48:04,020 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0003_01_000001, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:04,020 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0003_000001 State change from FINISHING to FINISHED
2014-04-10 10:48:04,021 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:04,021 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0003 State change from FINISHING to FINISHED
2014-04-10 10:48:04,021 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 10:48:04,021 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0003_000001 released container container_1397144823869_0003_01_000001 on node: host: localhost:37679 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:48:04,021 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397144823869_0003_000001 is done. finalState=FINISHED
2014-04-10 10:48:04,021 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397144823869_0003 requests cleared
2014-04-10 10:48:04,021 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397144823869_0003
2014-04-10 10:48:04,021 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397144823869_0003 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:48:04,021 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397144823869_0003 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:48:04,021 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397144823869_0003,name=[221E6977E6B448BDA668F76F747E7C94/3121AA88512C4AC3B2615B758A510BDE] loweroffset*upper*lower/(1/1) ...ipesplatform/cogroupmixed,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:60619/proxy/application_1397144823869_0003/jobhistory/job/job_1397144823869_0003,appMasterHost=localhost.localdomain,startTime=1397144860953,finishTime=1397144877349,finalStatus=SUCCEEDED
2014-04-10 10:48:04,037 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397144823869_0003_000001
2014-04-10 10:48:04,050 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0003_000001 (auth:SIMPLE)
2014-04-10 10:48:04,055 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0003_01_000001
2014-04-10 10:48:04,108 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:48:04,383 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:48:04,383 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0003
2014-04-10 10:48:04,383 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0003
2014-04-10 10:48:04,383 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0003
2014-04-10 10:48:04,384 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:48:04,384 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0003, with delay of 10800 seconds
2014-04-10 10:48:04,384 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0003
2014-04-10 10:48:04,384 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0003
2014-04-10 10:48:04,507 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:48:04,507 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0003
2014-04-10 10:48:04,507 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0003
2014-04-10 10:48:04,507 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0003
2014-04-10 10:48:04,507 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:48:04,507 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0003, with delay of 10800 seconds
2014-04-10 10:48:04,508 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0003
2014-04-10 10:48:04,508 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0003
2014-04-10 10:48:04,547 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:48:04,757 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397144823869_0004_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000004.tokens
2014-04-10 10:48:04,758 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0004 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0004
2014-04-10 10:48:04,777 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:48:04,777 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0003
2014-04-10 10:48:04,777 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0003
2014-04-10 10:48:04,777 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0003
2014-04-10 10:48:04,778 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0003
2014-04-10 10:48:04,778 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0003
2014-04-10 10:48:04,778 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:48:04,778 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0003, with delay of 10800 seconds
2014-04-10 10:48:04,952 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:48:05,020 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:48:05,020 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0003
2014-04-10 10:48:05,020 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0003
2014-04-10 10:48:05,021 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0003
2014-04-10 10:48:05,021 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:48:05,021 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0003, with delay of 10800 seconds
2014-04-10 10:48:05,021 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0003
2014-04-10 10:48:05,021 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0003
2014-04-10 10:48:05,042 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397144823869_0004_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000006.tokens
2014-04-10 10:48:05,042 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0004 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0004
2014-04-10 10:48:06,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.split dst=null perm=null
2014-04-10 10:48:06,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.split dst=null perm=null
2014-04-10 10:48:06,320 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44130, bytes: 1928, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0004_m_000001_0_711361929_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741863_1039, duration: 195360
2014-04-10 10:48:06,369 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36232, bytes: 1928, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0004_m_000000_0_1361387449_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741863_1039, duration: 181281
2014-04-10 10:48:06,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:48:06,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:48:06,441 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36232, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0004_m_000000_0_1361387449_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 159444
2014-04-10 10:48:06,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.split dst=null perm=null
2014-04-10 10:48:06,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.split dst=null perm=null
2014-04-10 10:48:06,518 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36234, bytes: 896, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0004_m_000004_0_1768038816_1, offset: 1024, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741863_1039, duration: 181732
2014-04-10 10:48:06,561 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:51961, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0004_m_000001_0_711361929_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 186655
2014-04-10 10:48:06,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:48:06,587 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36236, bytes: 896, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0004_m_000003_0_1811185872_1, offset: 1024, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741863_1039, duration: 157669
2014-04-10 10:48:06,590 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36234, bytes: 52, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0004_m_000004_0_1768038816_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004, duration: 186500
2014-04-10 10:48:06,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:48:06,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter/_temporary/1/_temporary/attempt_1397144823869_0004_m_000001_0 dst=null perm=null
2014-04-10 10:48:06,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.split dst=null perm=null
2014-04-10 10:48:06,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter/_temporary/1/_temporary/attempt_1397144823869_0004_m_000000_0 dst=null perm=null
2014-04-10 10:48:06,741 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0004_01_000003
2014-04-10 10:48:06,741 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0004 CONTAINERID=container_1397144823869_0004_01_000003
2014-04-10 10:48:06,741 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:48:06,742 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0004_01_000003
2014-04-10 10:48:06,750 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0004_01_000003 is : 143
2014-04-10 10:48:06,768 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job_1397144823869_0004_1.jhist. BP-1649026925-127.0.0.1-1397144808341 blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:48:06,776 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44013, bytes: 1412, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0004_m_000002_0_-521316971_1, offset: 512, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741863_1039, duration: 179501
2014-04-10 10:48:06,785 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:48:06,786 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000003
2014-04-10 10:48:06,786 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000003
2014-04-10 10:48:06,786 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000003
2014-04-10 10:48:06,787 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000003
2014-04-10 10:48:06,787 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0004 CONTAINERID=container_1397144823869_0004_01_000003
2014-04-10 10:48:06,787 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:48:06,787 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0004_01_000003 from application application_1397144823869_0004
2014-04-10 10:48:06,787 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:06,787 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0004
2014-04-10 10:48:06,803 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0004_01_000002
2014-04-10 10:48:06,803 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0004 CONTAINERID=container_1397144823869_0004_01_000002
2014-04-10 10:48:06,803 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:48:06,803 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0004_01_000002
2014-04-10 10:48:06,803 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0004_01_000003
2014-04-10 10:48:06,805 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0004_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:48:06,805 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0004_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:48:06,805 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0004 CONTAINERID=container_1397144823869_0004_01_000003
2014-04-10 10:48:06,805 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0004_01_000003 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 10:48:06,805 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 10:48:06,805 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0004_01_000003, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:06,805 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:06,806 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 10:48:06,806 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0004_000001 released container container_1397144823869_0004_01_000003 on node: host: localhost:56736 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 10:48:06,811 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0004_01_000002 is : 143
2014-04-10 10:48:06,825 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:48:06,825 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000002
2014-04-10 10:48:06,825 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000002
2014-04-10 10:48:06,826 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000002
2014-04-10 10:48:06,826 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0004 CONTAINERID=container_1397144823869_0004_01_000002
2014-04-10 10:48:06,826 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000002
2014-04-10 10:48:06,826 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:48:06,826 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0004_01_000002 from application application_1397144823869_0004
2014-04-10 10:48:06,826 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:06,826 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0004
2014-04-10 10:48:06,833 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741867_1043 src: /127.0.0.1:36240 dest: /127.0.0.1:55175
2014-04-10 10:48:06,834 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741867_1043 src: /127.0.0.1:44015 dest: /127.0.0.1:36139
2014-04-10 10:48:06,835 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741867_1043 src: /127.0.0.1:44143 dest: /127.0.0.1:53466
2014-04-10 10:48:06,839 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job_1397144823869_0004_1.jhist for DFSClient_NONMAPREDUCE_644845865_1
2014-04-10 10:48:06,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:48:06,847 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36243, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0004_m_000002_0_-521316971_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 191311
2014-04-10 10:48:06,858 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44018, bytes: 52, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0004_m_000003_0_1811185872_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004, duration: 211044
2014-04-10 10:48:06,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter/_temporary/1/_temporary/attempt_1397144823869_0004_m_000004_0 dst=null perm=null
2014-04-10 10:48:06,931 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0004_01_000006
2014-04-10 10:48:06,931 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0004 CONTAINERID=container_1397144823869_0004_01_000006
2014-04-10 10:48:06,931 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:48:06,931 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0004_01_000006
2014-04-10 10:48:06,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter/_temporary/1/_temporary/attempt_1397144823869_0004_m_000003_0 dst=null perm=null
2014-04-10 10:48:06,936 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0004_01_000006 is : 143
2014-04-10 10:48:06,946 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:48:06,946 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000006
2014-04-10 10:48:06,946 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000006
2014-04-10 10:48:06,946 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000006
2014-04-10 10:48:06,946 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000006
2014-04-10 10:48:06,946 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0004 CONTAINERID=container_1397144823869_0004_01_000006
2014-04-10 10:48:06,946 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:48:06,947 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0004_01_000006 from application application_1397144823869_0004
2014-04-10 10:48:06,947 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:06,947 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0004
2014-04-10 10:48:06,985 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0004_01_000005
2014-04-10 10:48:06,985 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0004 CONTAINERID=container_1397144823869_0004_01_000005
2014-04-10 10:48:06,985 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0004_01_000006
2014-04-10 10:48:06,985 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:48:06,985 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0004_01_000005
2014-04-10 10:48:06,986 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0004_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:48:06,986 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0004_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:48:06,986 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0004 CONTAINERID=container_1397144823869_0004_01_000006
2014-04-10 10:48:06,986 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0004_01_000006 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:48:06,986 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 10:48:06,986 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0004_01_000006, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:06,987 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:06,987 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:48:06,987 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0004_000001 released container container_1397144823869_0004_01_000006 on node: host: localhost:52024 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:48:06,990 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0004_01_000005 is : 143
2014-04-10 10:48:06,998 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:48:06,998 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000005
2014-04-10 10:48:06,998 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000005
2014-04-10 10:48:06,998 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000005
2014-04-10 10:48:06,999 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000005
2014-04-10 10:48:06,999 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0004 CONTAINERID=container_1397144823869_0004_01_000005
2014-04-10 10:48:06,999 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:48:06,999 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0004_01_000005 from application application_1397144823869_0004
2014-04-10 10:48:06,999 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:06,999 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0004
2014-04-10 10:48:07,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter/_temporary/1/_temporary/attempt_1397144823869_0004_m_000002_0 dst=null perm=null
2014-04-10 10:48:07,089 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0004_01_000004
2014-04-10 10:48:07,089 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0004 CONTAINERID=container_1397144823869_0004_01_000004
2014-04-10 10:48:07,089 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:48:07,089 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0004_01_000004
2014-04-10 10:48:07,089 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0004_01_000005
2014-04-10 10:48:07,089 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0004_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:48:07,089 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0004_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:48:07,090 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0004 CONTAINERID=container_1397144823869_0004_01_000005
2014-04-10 10:48:07,090 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0004_01_000005 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:48:07,090 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:48:07,090 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0004_01_000005, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:07,090 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:07,090 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:48:07,090 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0004_000001 released container container_1397144823869_0004_01_000005 on node: host: localhost:52024 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:48:07,094 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0004_01_000004 is : 143
2014-04-10 10:48:07,105 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:48:07,105 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000004
2014-04-10 10:48:07,105 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000004
2014-04-10 10:48:07,105 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000004
2014-04-10 10:48:07,105 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000004
2014-04-10 10:48:07,105 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0004 CONTAINERID=container_1397144823869_0004_01_000004
2014-04-10 10:48:07,106 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:48:07,106 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0004_01_000004 from application application_1397144823869_0004
2014-04-10 10:48:07,106 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:07,106 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0004
2014-04-10 10:48:07,804 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0004_01_000002
2014-04-10 10:48:07,804 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0004_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:48:07,805 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0004_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:48:07,805 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0004 CONTAINERID=container_1397144823869_0004_01_000002
2014-04-10 10:48:07,805 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0004_01_000002 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:48:07,805 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:48:07,805 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0004_01_000002, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:07,806 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:07,806 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:48:07,806 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0004_000001 released container container_1397144823869_0004_01_000002 on node: host: localhost:56736 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:48:08,089 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0004_01_000004
2014-04-10 10:48:08,090 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0004_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:48:08,090 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0004_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:48:08,090 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0004 CONTAINERID=container_1397144823869_0004_01_000004
2014-04-10 10:48:08,091 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0004_01_000004 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:48:08,091 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:48:08,091 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0004_01_000004, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:08,091 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:08,092 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:48:08,092 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0004_000001 released container container_1397144823869_0004_01_000004 on node: host: localhost:52024 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:48:08,779 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0004_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:48:08,779 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0004 CONTAINERID=container_1397144823869_0004_01_000007
2014-04-10 10:48:08,779 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0004_01_000007 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:48:08,779 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0004 container=Container: [ContainerId: container_1397144823869_0004_01_000007, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0004_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:08,780 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:48:08,780 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:09,136 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0004_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:48:09,152 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0004_000001 (auth:SIMPLE)
2014-04-10 10:48:09,155 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0004_01_000007 by user brock
2014-04-10 10:48:09,156 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0004
2014-04-10 10:48:09,156 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0004 CONTAINERID=container_1397144823869_0004_01_000007
2014-04-10 10:48:09,156 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0004 transitioned from NEW to INITING
2014-04-10 10:48:09,156 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0004_01_000007 to application application_1397144823869_0004
2014-04-10 10:48:09,157 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0004 transitioned from INITING to RUNNING
2014-04-10 10:48:09,157 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 10:48:09,157 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0004
2014-04-10 10:48:09,157 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0004
2014-04-10 10:48:09,157 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:48:09,158 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0004
2014-04-10 10:48:09,158 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:48:09,158 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:48:09,158 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0004_01_000007
2014-04-10 10:48:09,168 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397144823869_0004_01_000007.tokens. Credentials list:
2014-04-10 10:48:09,182 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:48:09,244 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397144823869_0004_01_000007.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000007.tokens
2014-04-10 10:48:09,244 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0004 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0004
2014-04-10 10:48:09,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.jar dst=null perm=null
2014-04-10 10:48:09,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.jar dst=null perm=null
2014-04-10 10:48:09,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.jar dst=null perm=null
2014-04-10 10:48:09,359 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36264, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1471460620_3717, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741862_1038, duration: 679582
2014-04-10 10:48:09,377 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:48:09,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.xml dst=null perm=null
2014-04-10 10:48:09,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.xml dst=null perm=null
2014-04-10 10:48:09,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.xml dst=null perm=null
2014-04-10 10:48:09,392 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44166, bytes: 83056, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1471460620_3717, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741865_1041, duration: 451883
2014-04-10 10:48:09,410 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0004/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:48:09,410 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:48:09,442 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 10:48:09,442 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:09,501 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000007/default_container_executor.sh]
2014-04-10 10:48:09,778 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0004_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:48:10,140 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:48:11,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter/_temporary/1/_temporary/attempt_1397144823869_0004_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:11,295 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter/_temporary/1/_temporary/attempt_1397144823869_0004_r_000000_0/part-00000. BP-1649026925-127.0.0.1-1397144808341 blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:48:11,366 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741868_1044 src: /127.0.0.1:44181 dest: /127.0.0.1:53466
2014-04-10 10:48:11,367 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741868_1044 src: /127.0.0.1:36281 dest: /127.0.0.1:55175
2014-04-10 10:48:11,367 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741868_1044 src: /127.0.0.1:44056 dest: /127.0.0.1:36139
2014-04-10 10:48:11,375 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44056, dest: /127.0.0.1:36139, bytes: 235, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0004_r_000000_0_-364132428_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741868_1044, duration: 7288234
2014-04-10 10:48:11,376 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741868_1044, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:11,376 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:48:11,376 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36281, dest: /127.0.0.1:55175, bytes: 235, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0004_r_000000_0_-364132428_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741868_1044, duration: 7674809
2014-04-10 10:48:11,376 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:11,376 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:48:11,376 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44181, dest: /127.0.0.1:53466, bytes: 235, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0004_r_000000_0_-364132428_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741868_1044, duration: 8285751
2014-04-10 10:48:11,377 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:11,377 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:48:11,389 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter/_temporary/1/_temporary/attempt_1397144823869_0004_r_000000_0/part-00000 is closed by DFSClient_attempt_1397144823869_0004_r_000000_0_-364132428_1
2014-04-10 10:48:11,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter/_temporary/1/_temporary/attempt_1397144823869_0004_r_000000_0 dst=null perm=null
2014-04-10 10:48:11,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter/_temporary/1/_temporary/attempt_1397144823869_0004_r_000000_0 dst=null perm=null
2014-04-10 10:48:11,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter/_temporary/1/task_1397144823869_0004_r_000000 dst=null perm=null
2014-04-10 10:48:11,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter/_temporary/1/_temporary/attempt_1397144823869_0004_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter/_temporary/1/task_1397144823869_0004_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:48:11,498 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0004_01_000007
2014-04-10 10:48:11,498 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0004 CONTAINERID=container_1397144823869_0004_01_000007
2014-04-10 10:48:11,498 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000007 transitioned from RUNNING to KILLING
2014-04-10 10:48:11,499 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0004_01_000007
2014-04-10 10:48:11,506 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0004_01_000007 is : 143
2014-04-10 10:48:11,506 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741868_1044
2014-04-10 10:48:11,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:11,517 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:48:11,517 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000007
2014-04-10 10:48:11,518 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000007
2014-04-10 10:48:11,518 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000007
2014-04-10 10:48:11,518 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000007
2014-04-10 10:48:11,518 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0004 CONTAINERID=container_1397144823869_0004_01_000007
2014-04-10 10:48:11,518 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:48:11,519 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0004_01_000007 from application application_1397144823869_0004
2014-04-10 10:48:11,519 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:11,519 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0004
2014-04-10 10:48:11,531 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_644845865_1
2014-04-10 10:48:11,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter/_temporary/1 dst=null perm=null
2014-04-10 10:48:11,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter dst=null perm=null
2014-04-10 10:48:11,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter dst=null perm=null
2014-04-10 10:48:11,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter/_temporary/1/task_1397144823869_0004_r_000000 dst=null perm=null
2014-04-10 10:48:11,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter/part-00000 dst=null perm=null
2014-04-10 10:48:11,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter/_temporary/1/task_1397144823869_0004_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:11,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter/_temporary dst=null perm=null
2014-04-10 10:48:11,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:11,614 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter/_SUCCESS is closed by DFSClient_NONMAPREDUCE_644845865_1
2014-04-10 10:48:11,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:11,647 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_644845865_1
2014-04-10 10:48:11,668 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44143, dest: /127.0.0.1:53466, bytes: 69531, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_644845865_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741867_1043, duration: 4831682504
2014-04-10 10:48:11,668 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741867_1043, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:11,669 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44015, dest: /127.0.0.1:36139, bytes: 69531, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_644845865_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741867_1043, duration: 4832681688
2014-04-10 10:48:11,669 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 15778
2014-04-10 10:48:11,669 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:11,669 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36240, dest: /127.0.0.1:55175, bytes: 69531, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_644845865_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741867_1043, duration: 4833499517
2014-04-10 10:48:11,670 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:11,670 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 15778
2014-04-10 10:48:11,670 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 15778
2014-04-10 10:48:11,680 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job_1397144823869_0004_1.jhist is closed by DFSClient_NONMAPREDUCE_644845865_1
2014-04-10 10:48:11,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0004.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:11,701 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0004.summary_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:48:11,712 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741868_1044
2014-04-10 10:48:11,712 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741867_1043
2014-04-10 10:48:11,713 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741867_1043
2014-04-10 10:48:11,713 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741868_1044
2014-04-10 10:48:11,716 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741869_1045 src: /127.0.0.1:44184 dest: /127.0.0.1:53466
2014-04-10 10:48:11,718 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741869_1045 src: /127.0.0.1:44058 dest: /127.0.0.1:36139
2014-04-10 10:48:11,719 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741869_1045 src: /127.0.0.1:52009 dest: /127.0.0.1:55289
2014-04-10 10:48:11,723 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52009, dest: /127.0.0.1:55289, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_644845865_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741869_1045, duration: 2450647
2014-04-10 10:48:11,723 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741869_1045, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:11,723 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:48:11,723 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44058, dest: /127.0.0.1:36139, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_644845865_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741869_1045, duration: 3125096
2014-04-10 10:48:11,724 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:11,724 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:48:11,724 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44184, dest: /127.0.0.1:53466, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_644845865_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741869_1045, duration: 3900126
2014-04-10 10:48:11,725 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:11,725 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:48:11,739 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0004.summary_tmp is closed by DFSClient_NONMAPREDUCE_644845865_1
2014-04-10 10:48:11,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0004.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:48:11,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job_1397144823869_0004_1.jhist dst=null perm=null
2014-04-10 10:48:11,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0004-1397144878053-brock-%5BF4AA545CBFB4424DA0470B755DFB561C%2FFA5594ADA5024B93-1397144891649-5-1-SUCCEEDED-default-1397144881058.jhist_tmp dst=null perm=null
2014-04-10 10:48:11,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job_1397144823869_0004_1.jhist dst=null perm=null
2014-04-10 10:48:11,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0004-1397144878053-brock-%5BF4AA545CBFB4424DA0470B755DFB561C%2FFA5594ADA5024B93-1397144891649-5-1-SUCCEEDED-default-1397144881058.jhist_tmp dst=null perm=null
2014-04-10 10:48:11,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job_1397144823869_0004_1.jhist dst=null perm=null
2014-04-10 10:48:11,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0004-1397144878053-brock-%5BF4AA545CBFB4424DA0470B755DFB561C%2FFA5594ADA5024B93-1397144891649-5-1-SUCCEEDED-default-1397144881058.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:11,783 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36286, bytes: 70075, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_644845865_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741867_1043, duration: 243863
2014-04-10 10:48:11,786 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0004-1397144878053-brock-%5BF4AA545CBFB4424DA0470B755DFB561C%2FFA5594ADA5024B93-1397144891649-5-1-SUCCEEDED-default-1397144881058.jhist_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:48:11,800 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741870_1046 src: /127.0.0.1:36287 dest: /127.0.0.1:55175
2014-04-10 10:48:11,801 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741870_1046 src: /127.0.0.1:52012 dest: /127.0.0.1:55289
2014-04-10 10:48:11,802 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741870_1046 src: /127.0.0.1:44190 dest: /127.0.0.1:53466
2014-04-10 10:48:11,807 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44190, dest: /127.0.0.1:53466, bytes: 69531, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_644845865_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741870_1046, duration: 3613347
2014-04-10 10:48:11,807 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741870_1046, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:11,807 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:48:11,807 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52012, dest: /127.0.0.1:55289, bytes: 69531, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_644845865_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741870_1046, duration: 4192904
2014-04-10 10:48:11,808 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:11,808 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:48:11,808 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36287, dest: /127.0.0.1:55175, bytes: 69531, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_644845865_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741870_1046, duration: 4625222
2014-04-10 10:48:11,809 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:11,809 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:48:11,822 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0004-1397144878053-brock-%5BF4AA545CBFB4424DA0470B755DFB561C%2FFA5594ADA5024B93-1397144891649-5-1-SUCCEEDED-default-1397144881058.jhist_tmp is closed by DFSClient_NONMAPREDUCE_644845865_1
2014-04-10 10:48:11,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0004-1397144878053-brock-%5BF4AA545CBFB4424DA0470B755DFB561C%2FFA5594ADA5024B93-1397144891649-5-1-SUCCEEDED-default-1397144881058.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:48:11,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job_1397144823869_0004_1_conf.xml dst=null perm=null
2014-04-10 10:48:11,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0004_conf.xml_tmp dst=null perm=null
2014-04-10 10:48:11,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job_1397144823869_0004_1_conf.xml dst=null perm=null
2014-04-10 10:48:11,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0004_conf.xml_tmp dst=null perm=null
2014-04-10 10:48:11,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004/job_1397144823869_0004_1_conf.xml dst=null perm=null
2014-04-10 10:48:11,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0004_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:11,859 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44191, bytes: 97151, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_644845865_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741866_1042, duration: 422829
2014-04-10 10:48:11,862 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0004_conf.xml_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:48:11,875 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741871_1047 src: /127.0.0.1:36291 dest: /127.0.0.1:55175
2014-04-10 10:48:11,876 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741871_1047 src: /127.0.0.1:52016 dest: /127.0.0.1:55289
2014-04-10 10:48:11,877 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741871_1047 src: /127.0.0.1:44194 dest: /127.0.0.1:53466
2014-04-10 10:48:11,882 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44194, dest: /127.0.0.1:53466, bytes: 96395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_644845865_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741871_1047, duration: 3193117
2014-04-10 10:48:11,882 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741871_1047, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:11,883 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:48:11,883 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52016, dest: /127.0.0.1:55289, bytes: 96395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_644845865_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741871_1047, duration: 3857637
2014-04-10 10:48:11,883 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:11,883 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:48:11,884 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36291, dest: /127.0.0.1:55175, bytes: 96395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_644845865_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741871_1047, duration: 4692849
2014-04-10 10:48:11,884 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:11,884 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:48:11,897 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0004_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_644845865_1
2014-04-10 10:48:11,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0004_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:48:11,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0004.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0004.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:48:11,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0004_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0004_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:48:11,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0004-1397144878053-brock-%5BF4AA545CBFB4424DA0470B755DFB561C%2FFA5594ADA5024B93-1397144891649-5-1-SUCCEEDED-default-1397144881058.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0004-1397144878053-brock-%5BF4AA545CBFB4424DA0470B755DFB561C%2FFA5594ADA5024B93-1397144891649-5-1-SUCCEEDED-default-1397144881058.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:48:11,964 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397144823869_0004_000001 with final state: FINISHING
2014-04-10 10:48:11,964 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0004_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:48:11,964 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397144823869_0004 with final state: FINISHING
2014-04-10 10:48:11,965 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0004 State change from RUNNING to FINAL_SAVING
2014-04-10 10:48:11,965 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0004
2014-04-10 10:48:11,966 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0004_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:48:11,966 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0004 State change from FINAL_SAVING to FINISHING
2014-04-10 10:48:12,056 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:48:12,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:48:12,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:48:12,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0004.summary dst=null perm=null
2014-04-10 10:48:12,065 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44199, bytes: 457, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_538767685_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741869_1045, duration: 357094
2014-04-10 10:48:12,066 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397144823869_0004,submitTime=1397144878053,launchTime=1397144881058,firstMapTaskLaunchTime=1397144883233,firstReduceTaskLaunchTime=1397144889157,finishTime=1397144891649,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=5,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=18,reduceSlotSeconds=2,jobName=[F4AA545CBFB4424DA0470B755DFB561C/FA5594ADA5024B939BCC2597380C09A1] lower*upper/(1/1) ...ipesplatform/cogroupouter
2014-04-10 10:48:12,066 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0004.summary]
2014-04-10 10:48:12,081 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741869_1045 127.0.0.1:53466 127.0.0.1:36139 127.0.0.1:55289
2014-04-10 10:48:12,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0004.summary dst=null perm=null
2014-04-10 10:48:12,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:48:12,084 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0004-1397144878053-brock-%5BF4AA545CBFB4424DA0470B755DFB561C%2FFA5594ADA5024B93-1397144891649-5-1-SUCCEEDED-default-1397144881058.jhist to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0004-1397144878053-brock-%5BF4AA545CBFB4424DA0470B755DFB561C%2FFA5594ADA5024B93-1397144891649-5-1-SUCCEEDED-default-1397144881058.jhist
2014-04-10 10:48:12,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0004-1397144878053-brock-%5BF4AA545CBFB4424DA0470B755DFB561C%2FFA5594ADA5024B93-1397144891649-5-1-SUCCEEDED-default-1397144881058.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0004-1397144878053-brock-%5BF4AA545CBFB4424DA0470B755DFB561C%2FFA5594ADA5024B93-1397144891649-5-1-SUCCEEDED-default-1397144881058.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:48:12,098 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0004_conf.xml to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0004_conf.xml
2014-04-10 10:48:12,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0004_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0004_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:48:12,114 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397144823869_0004 from file: hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0004-1397144878053-brock-%5BF4AA545CBFB4424DA0470B755DFB561C%2FFA5594ADA5024B93-1397144891649-5-1-SUCCEEDED-default-1397144881058.jhist
2014-04-10 10:48:12,115 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0004-1397144878053-brock-%5BF4AA545CBFB4424DA0470B755DFB561C%2FFA5594ADA5024B93-1397144891649-5-1-SUCCEEDED-default-1397144881058.jhist]
2014-04-10 10:48:12,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0004-1397144878053-brock-%5BF4AA545CBFB4424DA0470B755DFB561C%2FFA5594ADA5024B93-1397144891649-5-1-SUCCEEDED-default-1397144881058.jhist dst=null perm=null
2014-04-10 10:48:12,119 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36301, bytes: 70075, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741870_1046, duration: 439805
2014-04-10 10:48:12,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter dst=null perm=null
2014-04-10 10:48:12,170 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter/_temporary
2014-04-10 10:48:12,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter/_temporary dst=null perm=null
2014-04-10 10:48:12,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter dst=null perm=null
2014-04-10 10:48:12,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter dst=null perm=null
2014-04-10 10:48:12,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter dst=null perm=null
2014-04-10 10:48:12,184 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:48:12,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter/part-00000 dst=null perm=null
2014-04-10 10:48:12,187 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44199, bytes: 239, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741868_1044, duration: 147398
2014-04-10 10:48:12,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter dst=null perm=null
2014-04-10 10:48:12,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter dst=null perm=null
2014-04-10 10:48:12,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter dst=null perm=null
2014-04-10 10:48:12,199 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:48:12,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter/part-00000 dst=null perm=null
2014-04-10 10:48:12,201 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44199, bytes: 239, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741868_1044, duration: 177318
2014-04-10 10:48:12,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:48:12,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:48:12,214 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 10:48:12,215 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 10:48:12,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup dst=null perm=null
2014-04-10 10:48:12,229 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting
2014-04-10 10:48:12,230 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextDelimited[['num', 'char' | Integer, String]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt"]
2014-04-10 10:48:12,230 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextDelimited[['num', 'char' | Integer, String]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt"]
2014-04-10 10:48:12,230 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] sink: Hfs["TextDelimited[[0:3]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup"]
2014-04-10 10:48:12,230 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] parallel execution is enabled: true
2014-04-10 10:48:12,230 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting jobs: 1
2014-04-10 10:48:12,230 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] allocating threads: 1
2014-04-10 10:48:12,231 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) .../cogroupouter-resultgroup
2014-04-10 10:48:12,238 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:48:12,247 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:48:12,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup dst=null perm=null
2014-04-10 10:48:12,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:48:12,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:48:12,250 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 5
2014-04-10 10:48:12,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005 dst=null perm=null
2014-04-10 10:48:12,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:48:12,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:48:12,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.jar dst=null perm=null
2014-04-10 10:48:12,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:48:12,291 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:48:12,306 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741872_1048 src: /127.0.0.1:44076 dest: /127.0.0.1:36139
2014-04-10 10:48:12,307 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741872_1048 src: /127.0.0.1:36303 dest: /127.0.0.1:55175
2014-04-10 10:48:12,308 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741872_1048 src: /127.0.0.1:44205 dest: /127.0.0.1:53466
2014-04-10 10:48:12,311 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44205, dest: /127.0.0.1:53466, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741872_1048, duration: 2672582
2014-04-10 10:48:12,311 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741872_1048, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:12,312 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36303, dest: /127.0.0.1:55175, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741872_1048, duration: 2106442
2014-04-10 10:48:12,312 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:48:12,312 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:12,312 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44076, dest: /127.0.0.1:36139, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741872_1048, duration: 2466214
2014-04-10 10:48:12,312 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:48:12,312 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:12,313 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:48:12,322 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:48:12,323 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.jar
2014-04-10 10:48:12,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.jar dst=null perm=null
2014-04-10 10:48:12,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:48:12,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:48:12,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:48:12,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:48:12,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:48:12,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:48:12,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:48:12,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:48:12,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:48:12,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:48:12,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:48:12,352 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:48:12,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:48:12,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:48:12,356 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:48:12,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:48:12,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:48:12,359 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:48:12,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:48:12,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:48:12,361 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:48:12,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:48:12,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:48:12,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:48:12,390 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.split
2014-04-10 10:48:12,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.split dst=null perm=null
2014-04-10 10:48:12,399 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.split. BP-1649026925-127.0.0.1-1397144808341 blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]}
2014-04-10 10:48:12,415 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741873_1049 src: /127.0.0.1:44206 dest: /127.0.0.1:53466
2014-04-10 10:48:12,417 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741873_1049 src: /127.0.0.1:52030 dest: /127.0.0.1:55289
2014-04-10 10:48:12,418 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741873_1049 src: /127.0.0.1:36307 dest: /127.0.0.1:55175
2014-04-10 10:48:12,419 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741873_1049 src: /127.0.0.1:44082 dest: /127.0.0.1:36139
2014-04-10 10:48:12,423 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44082, dest: /127.0.0.1:36139, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741873_1049, duration: 2150579
2014-04-10 10:48:12,423 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741873_1049, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:12,423 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36307, dest: /127.0.0.1:55175, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741873_1049, duration: 2679021
2014-04-10 10:48:12,423 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:48:12,424 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:12,424 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52030, dest: /127.0.0.1:55289, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741873_1049, duration: 3240073
2014-04-10 10:48:12,424 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:48:12,424 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:12,425 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44206, dest: /127.0.0.1:53466, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741873_1049, duration: 3649201
2014-04-10 10:48:12,425 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:12,426 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:48:12,427 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741873_1049 size 1912
2014-04-10 10:48:12,439 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.split is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:48:12,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:48:12,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:48:12,457 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.splitmetainfo. BP-1649026925-127.0.0.1-1397144808341 blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]}
2014-04-10 10:48:12,474 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741874_1050 src: /127.0.0.1:36309 dest: /127.0.0.1:55175
2014-04-10 10:48:12,475 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741874_1050 src: /127.0.0.1:44211 dest: /127.0.0.1:53466
2014-04-10 10:48:12,476 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741874_1050 src: /127.0.0.1:44085 dest: /127.0.0.1:36139
2014-04-10 10:48:12,479 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44085, dest: /127.0.0.1:36139, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741874_1050, duration: 1648507
2014-04-10 10:48:12,480 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741874_1050, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:12,480 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:48:12,480 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44211, dest: /127.0.0.1:53466, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741874_1050, duration: 2295656
2014-04-10 10:48:12,481 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:12,481 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:48:12,481 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36309, dest: /127.0.0.1:55175, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741874_1050, duration: 3122411
2014-04-10 10:48:12,481 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:12,482 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:48:12,497 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:48:12,498 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 10:48:12,499 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0004_01_000007
2014-04-10 10:48:12,500 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0004_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:48:12,500 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0004_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 10:48:12,500 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0004 CONTAINERID=container_1397144823869_0004_01_000007
2014-04-10 10:48:12,500 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0004_01_000007 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:48:12,500 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:48:12,500 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0004_01_000007, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:12,501 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:12,501 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:48:12,501 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0004_000001 released container container_1397144823869_0004_01_000007 on node: host: localhost:50571 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:48:12,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:48:12,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:48:12,545 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:48:12,557 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741875_1051 src: /127.0.0.1:44086 dest: /127.0.0.1:36139
2014-04-10 10:48:12,558 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741875_1051 src: /127.0.0.1:36313 dest: /127.0.0.1:55175
2014-04-10 10:48:12,559 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741875_1051 src: /127.0.0.1:44215 dest: /127.0.0.1:53466
2014-04-10 10:48:12,563 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44215, dest: /127.0.0.1:53466, bytes: 82424, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741875_1051, duration: 1905533
2014-04-10 10:48:12,563 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741875_1051, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:12,563 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:48:12,564 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36313, dest: /127.0.0.1:55175, bytes: 82424, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741875_1051, duration: 2401132
2014-04-10 10:48:12,564 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:12,565 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:48:12,565 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44086, dest: /127.0.0.1:36139, bytes: 82424, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741875_1051, duration: 3701646
2014-04-10 10:48:12,565 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:12,566 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:48:12,580 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.xml is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:48:12,581 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397144823869_0005
2014-04-10 10:48:12,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005 dst=null perm=null
2014-04-10 10:48:12,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.xml dst=null perm=null
2014-04-10 10:48:12,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.xml dst=null perm=null
2014-04-10 10:48:12,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.jar dst=null perm=null
2014-04-10 10:48:12,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.jar dst=null perm=null
2014-04-10 10:48:12,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.split dst=null perm=null
2014-04-10 10:48:12,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.split dst=null perm=null
2014-04-10 10:48:12,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.splitmetainfo dst=null perm=null
2014-04-10 10:48:12,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.splitmetainfo dst=null perm=null
2014-04-10 10:48:12,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:48:12,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:48:12,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:48:12,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:48:12,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:48:12,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:48:12,638 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 5 submitted by user brock
2014-04-10 10:48:12,638 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397144823869_0005
2014-04-10 10:48:12,638 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397144823869_0005
2014-04-10 10:48:12,638 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0005
2014-04-10 10:48:12,638 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0005 State change from NEW to NEW_SAVING
2014-04-10 10:48:12,639 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0005 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:48:12,639 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397144823869_0005_000001
2014-04-10 10:48:12,639 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0005_000001 State change from NEW to SUBMITTED
2014-04-10 10:48:12,640 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397144823869_0005 from user: brock activated in queue: default
2014-04-10 10:48:12,640 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397144823869_0005 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@1ba82161, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:48:12,640 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397144823869_0005 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:48:12,640 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397144823869_0005
2014-04-10 10:48:12,640 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397144823869_0005_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:48:12,641 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0005_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:48:12,642 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0005 State change from SUBMITTED to ACCEPTED
2014-04-10 10:48:12,643 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:60619/proxy/application_1397144823869_0005/
2014-04-10 10:48:12,643 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397144823869_0005
2014-04-10 10:48:12,644 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:60619/proxy/application_1397144823869_0005/
2014-04-10 10:48:12,807 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0005_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:48:12,807 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0005 CONTAINERID=container_1397144823869_0005_01_000001
2014-04-10 10:48:12,807 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0005_01_000001 of capacity <memory:2048, vCores:1> on host localhost:56736, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2014-04-10 10:48:12,808 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0005 container=Container: [ContainerId: container_1397144823869_0005_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0005_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:12,808 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:48:12,808 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0005_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:48:12,808 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:12,809 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397144823869_0005 AttemptId: appattempt_1397144823869_0005_000001 MasterContainer: Container: [ContainerId: container_1397144823869_0005_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ]
2014-04-10 10:48:12,809 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0005_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:48:12,809 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0005_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:48:12,810 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397144823869_0005_000001
2014-04-10 10:48:12,811 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397144823869_0005_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] for AM appattempt_1397144823869_0005_000001
2014-04-10 10:48:12,811 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397144823869_0005_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:48:12,815 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0005_000001 (auth:SIMPLE)
2014-04-10 10:48:12,817 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0005_01_000001 by user brock
2014-04-10 10:48:12,817 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0005
2014-04-10 10:48:12,818 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0005 CONTAINERID=container_1397144823869_0005_01_000001
2014-04-10 10:48:12,818 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0005 transitioned from NEW to INITING
2014-04-10 10:48:12,818 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0005_01_000001 to application application_1397144823869_0005
2014-04-10 10:48:12,818 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397144823869_0005_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] for AM appattempt_1397144823869_0005_000001
2014-04-10 10:48:12,818 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0005 transitioned from INITING to RUNNING
2014-04-10 10:48:12,819 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0005_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:48:12,819 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:48:12,819 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0005
2014-04-10 10:48:12,819 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:48:12,819 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:48:12,820 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:48:12,820 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:48:12,820 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0005_01_000001
2014-04-10 10:48:12,829 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397144823869_0005_01_000001.tokens. Credentials list:
2014-04-10 10:48:12,843 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:48:12,905 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397144823869_0005_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000001.tokens
2014-04-10 10:48:12,905 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0005 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0005
2014-04-10 10:48:13,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.jar dst=null perm=null
2014-04-10 10:48:13,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.jar dst=null perm=null
2014-04-10 10:48:13,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.jar dst=null perm=null
2014-04-10 10:48:13,019 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36301, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1101996320_3897, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741872_1048, duration: 918099
2014-04-10 10:48:13,022 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741862_1038 127.0.0.1:55289 127.0.0.1:36139 127.0.0.1:53466 127.0.0.1:55175
2014-04-10 10:48:13,023 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741863_1039 127.0.0.1:55175 127.0.0.1:53466 127.0.0.1:36139 127.0.0.1:55289
2014-04-10 10:48:13,023 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741864_1040 127.0.0.1:53466 127.0.0.1:55175 127.0.0.1:55289
2014-04-10 10:48:13,023 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741865_1041 127.0.0.1:53466 127.0.0.1:55175 127.0.0.1:36139
2014-04-10 10:48:13,023 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741867_1043 127.0.0.1:55175 127.0.0.1:36139 127.0.0.1:53466
2014-04-10 10:48:13,023 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741866_1042 127.0.0.1:53466 127.0.0.1:36139 127.0.0.1:55175
2014-04-10 10:48:13,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0004 dst=null perm=null
2014-04-10 10:48:13,045 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0005/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:48:13,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.splitmetainfo dst=null perm=null
2014-04-10 10:48:13,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.splitmetainfo dst=null perm=null
2014-04-10 10:48:13,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.splitmetainfo dst=null perm=null
2014-04-10 10:48:13,071 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36301, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1101996320_3897, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741874_1050, duration: 227644
2014-04-10 10:48:13,102 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0005/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:48:13,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.split dst=null perm=null
2014-04-10 10:48:13,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.split dst=null perm=null
2014-04-10 10:48:13,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.split dst=null perm=null
2014-04-10 10:48:13,129 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52046, bytes: 1928, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1101996320_3897, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741873_1049, duration: 258607
2014-04-10 10:48:13,147 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0005/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:48:13,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.xml dst=null perm=null
2014-04-10 10:48:13,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.xml dst=null perm=null
2014-04-10 10:48:13,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.xml dst=null perm=null
2014-04-10 10:48:13,167 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44199, bytes: 83068, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1101996320_3897, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741875_1051, duration: 418093
2014-04-10 10:48:13,185 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0005/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:48:13,185 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:48:13,220 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:48:13,220 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:13,279 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000001/default_container_executor.sh]
2014-04-10 10:48:13,756 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:53466 to replicate blk_1073741872_1048 to datanode(s) 127.0.0.1:55289
2014-04-10 10:48:13,756 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073741862_1038, blk_1073741863_1039, blk_1073741864_1040, blk_1073741869_1045]
2014-04-10 10:48:13,756 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073741862_1038, blk_1073741863_1039, blk_1073741864_1040, blk_1073741865_1041, blk_1073741866_1042, blk_1073741867_1043, blk_1073741869_1045]
2014-04-10 10:48:13,806 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0005_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:48:14,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:48:14,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/COMMIT_STARTED dst=null perm=null
2014-04-10 10:48:14,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:48:14,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/COMMIT_FAIL dst=null perm=null
2014-04-10 10:48:14,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005 dst=null perm=null
2014-04-10 10:48:14,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:48:14,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:48:14,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.splitmetainfo dst=null perm=null
2014-04-10 10:48:14,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.splitmetainfo dst=null perm=null
2014-04-10 10:48:14,767 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44102, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-135651654_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741874_1050, duration: 173532
2014-04-10 10:48:15,002 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741862_1038 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741862 for deletion
2014-04-10 10:48:15,003 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741863_1039 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741863 for deletion
2014-04-10 10:48:15,003 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741862_1038 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741862
2014-04-10 10:48:15,003 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741864_1040 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741864 for deletion
2014-04-10 10:48:15,003 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741863_1039 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741863
2014-04-10 10:48:15,003 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741864_1040 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741864
2014-04-10 10:48:15,003 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741869_1045 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741869 for deletion
2014-04-10 10:48:15,003 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741869_1045 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741869
2014-04-10 10:48:15,064 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=c77d7afe-f695-41db-95ad-e46c268e06f7, infoPort=43222, ipcPort=44592, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) Starting thread to transfer BP-1649026925-127.0.0.1-1397144808341:blk_1073741872_1048 to 127.0.0.1:55289
2014-04-10 10:48:15,065 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741862_1038 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741862 for deletion
2014-04-10 10:48:15,065 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741863_1039 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741863 for deletion
2014-04-10 10:48:15,065 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741862_1038 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741862
2014-04-10 10:48:15,065 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741863_1039 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741863
2014-04-10 10:48:15,065 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741864_1040 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741864 for deletion
2014-04-10 10:48:15,065 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741865_1041 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741865 for deletion
2014-04-10 10:48:15,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741866_1042 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741866 for deletion
2014-04-10 10:48:15,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741865_1041 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741865
2014-04-10 10:48:15,066 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1649026925-127.0.0.1-1397144808341:blk_1073741872_1048 (numBytes=244650) to 127.0.0.1/127.0.0.1:55289
2014-04-10 10:48:15,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741864_1040 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741864
2014-04-10 10:48:15,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741866_1042 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741866
2014-04-10 10:48:15,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741867_1043 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741867 for deletion
2014-04-10 10:48:15,066 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741872_1048 src: /127.0.0.1:52054 dest: /127.0.0.1:55289
2014-04-10 10:48:15,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741869_1045 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741869 for deletion
2014-04-10 10:48:15,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741867_1043 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741867
2014-04-10 10:48:15,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741869_1045 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741869
2014-04-10 10:48:15,068 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1649026925-127.0.0.1-1397144808341:blk_1073741872_1048 src: /127.0.0.1:52054 dest: /127.0.0.1:55289 of size 244650
2014-04-10 10:48:15,068 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741872_1048 size 244650
2014-04-10 10:48:15,376 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0005_000001 (auth:SIMPLE)
2014-04-10 10:48:15,377 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397144823869_0005_000001
2014-04-10 10:48:15,377 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397144823869_0005 APPATTEMPTID=appattempt_1397144823869_0005_000001
2014-04-10 10:48:15,378 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0005_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:48:15,378 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0005 State change from ACCEPTED to RUNNING
2014-04-10 10:48:15,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job_1397144823869_0005_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:15,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:48:15,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job_1397144823869_0005_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:15,588 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job_1397144823869_0005_1_conf.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:48:15,617 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741876_1052 src: /127.0.0.1:44108 dest: /127.0.0.1:36139
2014-04-10 10:48:15,618 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741876_1052 src: /127.0.0.1:52059 dest: /127.0.0.1:55289
2014-04-10 10:48:15,619 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741876_1052 src: /127.0.0.1:44237 dest: /127.0.0.1:53466
2014-04-10 10:48:15,624 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44237, dest: /127.0.0.1:53466, bytes: 96407, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-135651654_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741876_1052, duration: 4231684
2014-04-10 10:48:15,624 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741876_1052, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:15,624 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:48:15,624 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52059, dest: /127.0.0.1:55289, bytes: 96407, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-135651654_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741876_1052, duration: 4714080
2014-04-10 10:48:15,625 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:15,625 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:48:15,625 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44108, dest: /127.0.0.1:36139, bytes: 96407, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-135651654_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741876_1052, duration: 5358130
2014-04-10 10:48:15,625 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:15,625 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:48:15,639 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job_1397144823869_0005_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-135651654_1
2014-04-10 10:48:16,501 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0005_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:48:16,501 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0005 CONTAINERID=container_1397144823869_0005_01_000002
2014-04-10 10:48:16,501 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0005_01_000002 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:48:16,502 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0005 container=Container: [ContainerId: container_1397144823869_0005_01_000002, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0005_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:16,502 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:48:16,502 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:16,503 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0005_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:48:16,503 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0005 CONTAINERID=container_1397144823869_0005_01_000003
2014-04-10 10:48:16,503 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0005_01_000003 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:48:16,503 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0005 container=Container: [ContainerId: container_1397144823869_0005_01_000003, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0005_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:16,504 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:48:16,504 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:16,504 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0005_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:48:16,504 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0005 CONTAINERID=container_1397144823869_0005_01_000004
2014-04-10 10:48:16,505 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0005_01_000004 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 10:48:16,505 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0005 container=Container: [ContainerId: container_1397144823869_0005_01_000004, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0005_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:16,505 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:48:16,505 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:16,506 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0005_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:48:16,506 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0005 CONTAINERID=container_1397144823869_0005_01_000005
2014-04-10 10:48:16,506 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0005_01_000005 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 10:48:16,507 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0005 container=Container: [ContainerId: container_1397144823869_0005_01_000005, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0005_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:16,507 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:48:16,507 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:16,509 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741874_1050
2014-04-10 10:48:16,512 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741872_1048
2014-04-10 10:48:16,512 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741869_1045
2014-04-10 10:48:16,513 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741867_1043
2014-04-10 10:48:16,515 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741875_1051
2014-04-10 10:48:16,515 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741873_1049
2014-04-10 10:48:16,629 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741872_1048
2014-04-10 10:48:16,712 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741876_1052
2014-04-10 10:48:16,715 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741874_1050
2014-04-10 10:48:16,715 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741874_1050
2014-04-10 10:48:16,717 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741876_1052
2014-04-10 10:48:16,717 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741875_1051
2014-04-10 10:48:16,718 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741875_1051
2014-04-10 10:48:16,718 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741871_1047
2014-04-10 10:48:16,719 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741870_1046
2014-04-10 10:48:16,720 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741870_1046
2014-04-10 10:48:16,720 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741873_1049
2014-04-10 10:48:16,720 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741871_1047
2014-04-10 10:48:16,721 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741873_1049
2014-04-10 10:48:16,757 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073741862_1038, blk_1073741863_1039, blk_1073741865_1041, blk_1073741866_1042, blk_1073741867_1043, blk_1073741869_1045]
2014-04-10 10:48:16,757 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073741862_1038, blk_1073741863_1039, blk_1073741864_1040, blk_1073741865_1041, blk_1073741866_1042, blk_1073741867_1043]
2014-04-10 10:48:16,829 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741876_1052
2014-04-10 10:48:16,829 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741873_1049
2014-04-10 10:48:16,830 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741870_1046
2014-04-10 10:48:16,832 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741871_1047
2014-04-10 10:48:16,920 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741872_1048
2014-04-10 10:48:16,921 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741872_1048
2014-04-10 10:48:17,024 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0005_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:48:17,024 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0005 CONTAINERID=container_1397144823869_0005_01_000006
2014-04-10 10:48:17,024 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0005_01_000006 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:48:17,024 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0005 container=Container: [ContainerId: container_1397144823869_0005_01_000006, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0005_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:17,025 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 10:48:17,025 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:17,415 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0005_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:48:17,415 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0005_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:48:17,415 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0005_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:48:17,415 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0005_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:48:17,416 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0005_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:48:17,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.jar dst=null perm=null
2014-04-10 10:48:17,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.jar dst=null perm=null
2014-04-10 10:48:17,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.xml dst=null perm=null
2014-04-10 10:48:17,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.xml dst=null perm=null
2014-04-10 10:48:17,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:48:17,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:48:17,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:48:17,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:48:17,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:48:17,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:48:17,540 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0005_000001 (auth:SIMPLE)
2014-04-10 10:48:17,540 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0005_000001 (auth:SIMPLE)
2014-04-10 10:48:17,544 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0005_01_000004 by user brock
2014-04-10 10:48:17,544 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0005_01_000005 by user brock
2014-04-10 10:48:17,544 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0005_01_000003 by user brock
2014-04-10 10:48:17,545 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0005 CONTAINERID=container_1397144823869_0005_01_000005
2014-04-10 10:48:17,544 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0005_01_000002 by user brock
2014-04-10 10:48:17,545 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0005 CONTAINERID=container_1397144823869_0005_01_000003
2014-04-10 10:48:17,546 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0005 CONTAINERID=container_1397144823869_0005_01_000002
2014-04-10 10:48:17,545 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0005_01_000005 to application application_1397144823869_0005
2014-04-10 10:48:17,545 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0005_01_000006 by user brock
2014-04-10 10:48:17,544 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0005
2014-04-10 10:48:17,546 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0005
2014-04-10 10:48:17,547 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0005 CONTAINERID=container_1397144823869_0005_01_000004
2014-04-10 10:48:17,547 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0005 CONTAINERID=container_1397144823869_0005_01_000006
2014-04-10 10:48:17,546 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0005_01_000003 to application application_1397144823869_0005
2014-04-10 10:48:17,547 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0005 transitioned from NEW to INITING
2014-04-10 10:48:17,547 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0005_01_000002 to application application_1397144823869_0005
2014-04-10 10:48:17,547 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0005_01_000006 to application application_1397144823869_0005
2014-04-10 10:48:17,548 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0005 transitioned from NEW to INITING
2014-04-10 10:48:17,548 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0005 transitioned from INITING to RUNNING
2014-04-10 10:48:17,548 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0005_01_000004 to application application_1397144823869_0005
2014-04-10 10:48:17,548 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0005 transitioned from INITING to RUNNING
2014-04-10 10:48:17,548 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:48:17,549 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0005
2014-04-10 10:48:17,549 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:48:17,549 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0005
2014-04-10 10:48:17,549 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:48:17,549 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:48:17,549 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0005
2014-04-10 10:48:17,550 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:48:17,550 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:48:17,550 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:48:17,550 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0005_01_000006
2014-04-10 10:48:17,550 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:48:17,551 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0005
2014-04-10 10:48:17,551 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0005
2014-04-10 10:48:17,551 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:48:17,551 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0005
2014-04-10 10:48:17,551 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:48:17,552 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:48:17,552 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0005
2014-04-10 10:48:17,552 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0005
2014-04-10 10:48:17,552 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:48:17,552 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0005
2014-04-10 10:48:17,553 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0005
2014-04-10 10:48:17,553 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0005
2014-04-10 10:48:17,553 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:48:17,553 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0005
2014-04-10 10:48:17,554 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0005
2014-04-10 10:48:17,554 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0005
2014-04-10 10:48:17,554 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:48:17,554 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0005
2014-04-10 10:48:17,554 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0005_01_000002
2014-04-10 10:48:17,555 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0005_01_000004
2014-04-10 10:48:17,555 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0005_01_000005
2014-04-10 10:48:17,556 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0005_01_000003
2014-04-10 10:48:17,567 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397144823869_0005_01_000005.tokens. Credentials list:
2014-04-10 10:48:17,567 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397144823869_0005_01_000004.tokens. Credentials list:
2014-04-10 10:48:17,567 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397144823869_0005_01_000003.tokens. Credentials list:
2014-04-10 10:48:17,567 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397144823869_0005_01_000006.tokens. Credentials list:
2014-04-10 10:48:17,567 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397144823869_0005_01_000002.tokens. Credentials list:
2014-04-10 10:48:17,577 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:48:17,577 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:48:17,648 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397144823869_0005_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000006.tokens
2014-04-10 10:48:17,648 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397144823869_0005_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000005.tokens
2014-04-10 10:48:17,649 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0005 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0005
2014-04-10 10:48:17,649 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0005 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0005
2014-04-10 10:48:17,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.jar dst=null perm=null
2014-04-10 10:48:17,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.jar dst=null perm=null
2014-04-10 10:48:17,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.jar dst=null perm=null
2014-04-10 10:48:17,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.jar dst=null perm=null
2014-04-10 10:48:17,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.jar dst=null perm=null
2014-04-10 10:48:17,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.jar dst=null perm=null
2014-04-10 10:48:17,777 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44121, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_14380834_4072, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741872_1048, duration: 866884
2014-04-10 10:48:17,777 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44249, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1842774533_4073, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741872_1048, duration: 870965
2014-04-10 10:48:17,808 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0005/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:48:17,808 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0005/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:48:17,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.xml dst=null perm=null
2014-04-10 10:48:17,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.xml dst=null perm=null
2014-04-10 10:48:17,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.xml dst=null perm=null
2014-04-10 10:48:17,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.xml dst=null perm=null
2014-04-10 10:48:17,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.xml dst=null perm=null
2014-04-10 10:48:17,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.xml dst=null perm=null
2014-04-10 10:48:17,840 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44121, bytes: 83068, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_14380834_4072, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741875_1051, duration: 526205
2014-04-10 10:48:17,840 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44123, bytes: 83068, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1842774533_4073, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741875_1051, duration: 400967
2014-04-10 10:48:17,864 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0005/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:48:17,864 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:48:17,864 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:48:17,864 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:48:17,864 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0005/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:48:17,865 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:48:17,865 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:48:17,892 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:48:17,893 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:17,901 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:48:17,901 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:48:17,901 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:17,901 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:17,905 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:48:17,905 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:48:17,906 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:17,906 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:17,961 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000002/default_container_executor.sh]
2014-04-10 10:48:17,969 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000003/default_container_executor.sh]
2014-04-10 10:48:17,972 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000005/default_container_executor.sh]
2014-04-10 10:48:17,972 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000004/default_container_executor.sh]
2014-04-10 10:48:17,975 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000006/default_container_executor.sh]
2014-04-10 10:48:18,023 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0005_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:48:18,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741862_1038 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741862 for deletion
2014-04-10 10:48:18,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741863_1039 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741863 for deletion
2014-04-10 10:48:18,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741864_1040 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741864 for deletion
2014-04-10 10:48:18,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741863_1039 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741863
2014-04-10 10:48:18,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741862_1038 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741862
2014-04-10 10:48:18,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741864_1040 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741864
2014-04-10 10:48:18,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741865_1041 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741865 for deletion
2014-04-10 10:48:18,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741866_1042 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741866 for deletion
2014-04-10 10:48:18,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741865_1041 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741865
2014-04-10 10:48:18,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741867_1043 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741867 for deletion
2014-04-10 10:48:18,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741866_1042 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741866
2014-04-10 10:48:18,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741867_1043 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741867
2014-04-10 10:48:18,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741862_1038 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741862 for deletion
2014-04-10 10:48:18,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741863_1039 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741863 for deletion
2014-04-10 10:48:18,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741865_1041 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741865 for deletion
2014-04-10 10:48:18,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741863_1039 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741863
2014-04-10 10:48:18,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741862_1038 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741862
2014-04-10 10:48:18,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741865_1041 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741865
2014-04-10 10:48:18,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741866_1042 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741866 for deletion
2014-04-10 10:48:18,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741867_1043 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741867 for deletion
2014-04-10 10:48:18,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741869_1045 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741869 for deletion
2014-04-10 10:48:18,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741866_1042 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741866
2014-04-10 10:48:18,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741867_1043 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741867
2014-04-10 10:48:18,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741869_1045 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741869
2014-04-10 10:48:18,148 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397144823869_0004_01_000001 succeeded
2014-04-10 10:48:18,152 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:48:18,152 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0004_01_000001
2014-04-10 10:48:18,165 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000001
2014-04-10 10:48:18,166 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000001
2014-04-10 10:48:18,166 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000001
2014-04-10 10:48:18,167 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0004 CONTAINERID=container_1397144823869_0004_01_000001
2014-04-10 10:48:18,167 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0004_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:48:18,167 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0004_01_000001 from application application_1397144823869_0004
2014-04-10 10:48:18,167 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:18,167 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0004/container_1397144823869_0004_01_000001
2014-04-10 10:48:18,169 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0004
2014-04-10 10:48:18,432 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:48:18,501 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0005_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:48:18,501 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0005_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:48:18,501 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0005_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:48:18,501 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0005_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:48:18,808 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0004_01_000001
2014-04-10 10:48:18,809 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0004_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:48:18,809 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0004_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:48:18,809 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0004 CONTAINERID=container_1397144823869_0004_01_000001
2014-04-10 10:48:18,809 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0004_01_000001 of capacity <memory:2048, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:48:18,809 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 10:48:18,809 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0004_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:18,809 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:18,809 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 10:48:18,809 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0004_000001 released container container_1397144823869_0004_01_000001 on node: host: localhost:56736 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:48:18,810 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397144823869_0004_000001
2014-04-10 10:48:18,810 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0004_000001 State change from FINISHING to FINISHED
2014-04-10 10:48:18,810 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0004 State change from FINISHING to FINISHED
2014-04-10 10:48:18,810 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397144823869_0004
2014-04-10 10:48:18,810 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397144823869_0004,name=[F4AA545CBFB4424DA0470B755DFB561C/FA5594ADA5024B939BCC2597380C09A1] lower*upper/(1/1) ...ipesplatform/cogroupouter,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:60619/proxy/application_1397144823869_0004/jobhistory/job/job_1397144823869_0004,appMasterHost=localhost.localdomain,startTime=1397144878053,finishTime=1397144891964,finalStatus=SUCCEEDED
2014-04-10 10:48:18,811 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397144823869_0004_000001 is done. finalState=FINISHED
2014-04-10 10:48:18,811 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397144823869_0004 requests cleared
2014-04-10 10:48:18,811 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397144823869_0004 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:48:18,811 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397144823869_0004 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:48:18,826 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397144823869_0004_000001
2014-04-10 10:48:18,833 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0004_000001 (auth:SIMPLE)
2014-04-10 10:48:18,846 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0004_01_000001
2014-04-10 10:48:18,961 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:48:19,099 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:48:19,099 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0004
2014-04-10 10:48:19,099 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0004
2014-04-10 10:48:19,100 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0004
2014-04-10 10:48:19,100 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0004
2014-04-10 10:48:19,100 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:48:19,100 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0004, with delay of 10800 seconds
2014-04-10 10:48:19,100 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0004
2014-04-10 10:48:19,381 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397144823869_0005_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000002.tokens
2014-04-10 10:48:19,381 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0005 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0005
2014-04-10 10:48:19,432 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:48:19,502 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:48:19,502 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0004
2014-04-10 10:48:19,502 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0004
2014-04-10 10:48:19,502 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0004
2014-04-10 10:48:19,503 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:48:19,503 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0004, with delay of 10800 seconds
2014-04-10 10:48:19,503 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0004
2014-04-10 10:48:19,503 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0004
2014-04-10 10:48:19,578 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397144823869_0005_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000003.tokens
2014-04-10 10:48:19,579 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0005 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0005
2014-04-10 10:48:19,816 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:48:19,816 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0004
2014-04-10 10:48:19,817 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:48:19,817 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0004, with delay of 10800 seconds
2014-04-10 10:48:19,822 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0004
2014-04-10 10:48:19,822 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0004
2014-04-10 10:48:19,823 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0004
2014-04-10 10:48:19,823 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0004
2014-04-10 10:48:19,938 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:48:20,333 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397144823869_0005_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000004.tokens
2014-04-10 10:48:20,334 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0005 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0005
2014-04-10 10:48:20,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.split dst=null perm=null
2014-04-10 10:48:20,804 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44269, bytes: 1928, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0005_m_000000_0_-1175210894_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741873_1049, duration: 180703
2014-04-10 10:48:20,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.split dst=null perm=null
2014-04-10 10:48:20,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.split dst=null perm=null
2014-04-10 10:48:20,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:48:20,888 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52095, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0005_m_000000_0_-1175210894_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 166745
2014-04-10 10:48:20,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.split dst=null perm=null
2014-04-10 10:48:20,940 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52096, bytes: 1928, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0005_m_000001_0_-807617656_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741873_1049, duration: 136177
2014-04-10 10:48:20,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job.split dst=null perm=null
2014-04-10 10:48:20,969 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44275, bytes: 896, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0005_m_000003_0_-671550798_1, offset: 1024, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741873_1049, duration: 140589
2014-04-10 10:48:21,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:48:21,006 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52101, bytes: 896, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0005_m_000004_0_-1662046030_1, offset: 1024, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741873_1049, duration: 195790
2014-04-10 10:48:21,027 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36378, bytes: 1412, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0005_m_000002_0_-62729050_1, offset: 512, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741873_1049, duration: 173406
2014-04-10 10:48:21,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:48:21,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:48:21,096 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52101, bytes: 52, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0005_m_000004_0_-1662046030_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004, duration: 165234
2014-04-10 10:48:21,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:48:21,130 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36378, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0005_m_000002_0_-62729050_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 160660
2014-04-10 10:48:21,203 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44281, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0005_m_000001_0_-807617656_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 190673
2014-04-10 10:48:21,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0005_m_000000_0 dst=null perm=null
2014-04-10 10:48:21,281 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36381, bytes: 52, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0005_m_000003_0_-671550798_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004, duration: 203197
2014-04-10 10:48:21,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0005_m_000001_0 dst=null perm=null
2014-04-10 10:48:21,300 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0005_01_000002
2014-04-10 10:48:21,300 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0005 CONTAINERID=container_1397144823869_0005_01_000002
2014-04-10 10:48:21,300 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:48:21,300 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0005_01_000002
2014-04-10 10:48:21,314 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0005_01_000002 is : 143
2014-04-10 10:48:21,320 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:48:21,320 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000002
2014-04-10 10:48:21,320 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000002
2014-04-10 10:48:21,321 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000002
2014-04-10 10:48:21,321 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0005 CONTAINERID=container_1397144823869_0005_01_000002
2014-04-10 10:48:21,321 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:48:21,322 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0005_01_000002 from application application_1397144823869_0005
2014-04-10 10:48:21,322 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000002
2014-04-10 10:48:21,322 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:21,322 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0005
2014-04-10 10:48:21,326 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job_1397144823869_0005_1.jhist. BP-1649026925-127.0.0.1-1397144808341 blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:48:21,351 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0005_01_000003
2014-04-10 10:48:21,351 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0005 CONTAINERID=container_1397144823869_0005_01_000003
2014-04-10 10:48:21,351 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:48:21,352 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0005_01_000003
2014-04-10 10:48:21,351 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0005_01_000002
2014-04-10 10:48:21,352 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0005_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:48:21,352 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0005_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:48:21,352 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0005 CONTAINERID=container_1397144823869_0005_01_000002
2014-04-10 10:48:21,353 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0005_01_000002 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 10:48:21,353 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 10:48:21,353 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0005_01_000002, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:21,353 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:21,353 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 10:48:21,353 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0005_000001 released container container_1397144823869_0005_01_000002 on node: host: localhost:50571 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 10:48:21,360 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0005_01_000003 is : 143
2014-04-10 10:48:21,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0005_m_000004_0 dst=null perm=null
2014-04-10 10:48:21,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0005_m_000003_0 dst=null perm=null
2014-04-10 10:48:21,375 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:48:21,375 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000003
2014-04-10 10:48:21,376 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000003
2014-04-10 10:48:21,376 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000003
2014-04-10 10:48:21,377 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000003
2014-04-10 10:48:21,378 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0005 CONTAINERID=container_1397144823869_0005_01_000003
2014-04-10 10:48:21,378 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:48:21,378 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0005_01_000003 from application application_1397144823869_0005
2014-04-10 10:48:21,378 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:21,378 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0005
2014-04-10 10:48:21,382 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741877_1053 src: /127.0.0.1:44156 dest: /127.0.0.1:36139
2014-04-10 10:48:21,384 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741877_1053 src: /127.0.0.1:36383 dest: /127.0.0.1:55175
2014-04-10 10:48:21,385 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741877_1053 src: /127.0.0.1:52108 dest: /127.0.0.1:55289
2014-04-10 10:48:21,390 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job_1397144823869_0005_1.jhist for DFSClient_NONMAPREDUCE_-135651654_1
2014-04-10 10:48:21,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0005_m_000002_0 dst=null perm=null
2014-04-10 10:48:21,422 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0005_01_000006
2014-04-10 10:48:21,422 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0005 CONTAINERID=container_1397144823869_0005_01_000006
2014-04-10 10:48:21,424 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:48:21,425 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0005_01_000006
2014-04-10 10:48:21,430 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0005_01_000005
2014-04-10 10:48:21,430 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0005 CONTAINERID=container_1397144823869_0005_01_000005
2014-04-10 10:48:21,430 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:48:21,430 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0005_01_000005
2014-04-10 10:48:21,430 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0005_01_000003
2014-04-10 10:48:21,431 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0005_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:48:21,431 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0005_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:48:21,431 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0005 CONTAINERID=container_1397144823869_0005_01_000003
2014-04-10 10:48:21,431 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0005_01_000003 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:48:21,431 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 10:48:21,431 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0005_01_000003, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:21,432 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:21,432 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0005_01_000006 is : 143
2014-04-10 10:48:21,432 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:48:21,432 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0005_000001 released container container_1397144823869_0005_01_000003 on node: host: localhost:50571 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:48:21,436 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0005_01_000005 is : 143
2014-04-10 10:48:21,450 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:48:21,451 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000006
2014-04-10 10:48:21,451 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000006
2014-04-10 10:48:21,451 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000006
2014-04-10 10:48:21,451 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0005 CONTAINERID=container_1397144823869_0005_01_000006
2014-04-10 10:48:21,451 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000006
2014-04-10 10:48:21,451 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:48:21,451 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0005_01_000006 from application application_1397144823869_0005
2014-04-10 10:48:21,451 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:21,451 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0005
2014-04-10 10:48:21,452 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:48:21,453 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000005
2014-04-10 10:48:21,453 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000005
2014-04-10 10:48:21,453 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000005
2014-04-10 10:48:21,453 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000005
2014-04-10 10:48:21,453 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0005 CONTAINERID=container_1397144823869_0005_01_000005
2014-04-10 10:48:21,453 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:48:21,453 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0005_01_000005 from application application_1397144823869_0005
2014-04-10 10:48:21,453 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:21,454 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0005
2014-04-10 10:48:21,458 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0005_01_000004
2014-04-10 10:48:21,458 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0005 CONTAINERID=container_1397144823869_0005_01_000004
2014-04-10 10:48:21,458 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:48:21,458 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0005_01_000004
2014-04-10 10:48:21,458 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0005_01_000005
2014-04-10 10:48:21,458 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0005_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:48:21,458 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0005_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:48:21,459 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0005 CONTAINERID=container_1397144823869_0005_01_000005
2014-04-10 10:48:21,459 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0005_01_000005 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:48:21,459 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:48:21,459 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0005_01_000005, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:21,459 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:21,459 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:48:21,459 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0005_000001 released container container_1397144823869_0005_01_000005 on node: host: localhost:50571 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:48:21,464 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0005_01_000004 is : 143
2014-04-10 10:48:21,472 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:48:21,473 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000004
2014-04-10 10:48:21,473 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000004
2014-04-10 10:48:21,473 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000004
2014-04-10 10:48:21,473 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000004
2014-04-10 10:48:21,474 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0005 CONTAINERID=container_1397144823869_0005_01_000004
2014-04-10 10:48:21,474 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:48:21,474 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0005_01_000004 from application application_1397144823869_0005
2014-04-10 10:48:21,474 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:21,474 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0005
2014-04-10 10:48:22,423 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0005_01_000006
2014-04-10 10:48:22,423 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0005_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:48:22,424 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0005_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:48:22,424 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0005 CONTAINERID=container_1397144823869_0005_01_000006
2014-04-10 10:48:22,424 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0005_01_000006 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:48:22,424 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:48:22,425 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0005_01_000006, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:22,425 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:22,425 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:48:22,425 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0005_000001 released container container_1397144823869_0005_01_000006 on node: host: localhost:37679 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:48:22,458 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0005_01_000004
2014-04-10 10:48:22,459 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0005_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:48:22,459 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0005_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:48:22,459 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0005 CONTAINERID=container_1397144823869_0005_01_000004
2014-04-10 10:48:22,459 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0005_01_000004 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:48:22,460 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:48:22,460 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0005_01_000004, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:22,460 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:22,461 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:48:22,461 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0005_000001 released container container_1397144823869_0005_01_000004 on node: host: localhost:50571 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:48:22,462 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0005_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:48:22,462 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0005 CONTAINERID=container_1397144823869_0005_01_000007
2014-04-10 10:48:22,462 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0005_01_000007 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:48:22,462 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0005 container=Container: [ContainerId: container_1397144823869_0005_01_000007, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0005_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:22,463 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:48:22,463 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:23,449 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0005_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:48:23,462 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0005_01_000007 by user brock
2014-04-10 10:48:23,462 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0005 CONTAINERID=container_1397144823869_0005_01_000007
2014-04-10 10:48:23,462 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0005_01_000007 to application application_1397144823869_0005
2014-04-10 10:48:23,463 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 10:48:23,463 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0005
2014-04-10 10:48:23,464 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0005
2014-04-10 10:48:23,464 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:48:23,464 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0005
2014-04-10 10:48:23,465 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:48:23,495 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 10:48:23,495 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:23,554 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000007/default_container_executor.sh]
2014-04-10 10:48:24,454 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:48:24,459 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0005_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:48:26,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0005_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:26,079 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0005_r_000000_0/part-00000. BP-1649026925-127.0.0.1-1397144808341 blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:48:26,151 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741878_1054 src: /127.0.0.1:36405 dest: /127.0.0.1:55175
2014-04-10 10:48:26,152 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741878_1054 src: /127.0.0.1:44307 dest: /127.0.0.1:53466
2014-04-10 10:48:26,153 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741878_1054 src: /127.0.0.1:52131 dest: /127.0.0.1:55289
2014-04-10 10:48:26,161 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52131, dest: /127.0.0.1:55289, bytes: 235, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0005_r_000000_0_928355278_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741878_1054, duration: 7559927
2014-04-10 10:48:26,161 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741878_1054, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:26,162 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44307, dest: /127.0.0.1:53466, bytes: 235, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0005_r_000000_0_928355278_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741878_1054, duration: 7933894
2014-04-10 10:48:26,162 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:48:26,162 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:26,162 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36405, dest: /127.0.0.1:55175, bytes: 235, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0005_r_000000_0_928355278_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741878_1054, duration: 8361603
2014-04-10 10:48:26,162 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:26,162 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:48:26,163 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:48:26,171 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0005_r_000000_0/part-00000 is closed by DFSClient_attempt_1397144823869_0005_r_000000_0_928355278_1
2014-04-10 10:48:26,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0005_r_000000_0 dst=null perm=null
2014-04-10 10:48:26,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0005_r_000000_0 dst=null perm=null
2014-04-10 10:48:26,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup/_temporary/1/task_1397144823869_0005_r_000000 dst=null perm=null
2014-04-10 10:48:26,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0005_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup/_temporary/1/task_1397144823869_0005_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:48:26,279 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0005_01_000007
2014-04-10 10:48:26,280 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0005 CONTAINERID=container_1397144823869_0005_01_000007
2014-04-10 10:48:26,280 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000007 transitioned from RUNNING to KILLING
2014-04-10 10:48:26,280 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0005_01_000007
2014-04-10 10:48:26,285 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0005_01_000007 is : 143
2014-04-10 10:48:26,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:26,300 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:48:26,300 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000007
2014-04-10 10:48:26,300 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000007
2014-04-10 10:48:26,300 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000007
2014-04-10 10:48:26,300 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0005 CONTAINERID=container_1397144823869_0005_01_000007
2014-04-10 10:48:26,300 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000007
2014-04-10 10:48:26,300 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:48:26,301 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0005_01_000007 from application application_1397144823869_0005
2014-04-10 10:48:26,301 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:26,301 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0005
2014-04-10 10:48:26,313 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-135651654_1
2014-04-10 10:48:26,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup/_temporary/1 dst=null perm=null
2014-04-10 10:48:26,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup dst=null perm=null
2014-04-10 10:48:26,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup dst=null perm=null
2014-04-10 10:48:26,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup/_temporary/1/task_1397144823869_0005_r_000000 dst=null perm=null
2014-04-10 10:48:26,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:48:26,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup/_temporary/1/task_1397144823869_0005_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:26,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup/_temporary dst=null perm=null
2014-04-10 10:48:26,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:26,396 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-135651654_1
2014-04-10 10:48:26,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:26,430 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-135651654_1
2014-04-10 10:48:26,454 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52108, dest: /127.0.0.1:55289, bytes: 69548, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-135651654_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741877_1053, duration: 5067532979
2014-04-10 10:48:26,455 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741877_1053, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:26,455 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 15779
2014-04-10 10:48:26,455 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36383, dest: /127.0.0.1:55175, bytes: 69548, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-135651654_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741877_1053, duration: 5067659280
2014-04-10 10:48:26,456 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:26,456 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 15779
2014-04-10 10:48:26,457 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44156, dest: /127.0.0.1:36139, bytes: 69548, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-135651654_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741877_1053, duration: 5069014539
2014-04-10 10:48:26,457 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:26,457 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 15779
2014-04-10 10:48:26,471 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job_1397144823869_0005_1.jhist is closed by DFSClient_NONMAPREDUCE_-135651654_1
2014-04-10 10:48:26,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0005.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:26,492 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0005.summary_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:48:26,507 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741879_1055 src: /127.0.0.1:44312 dest: /127.0.0.1:53466
2014-04-10 10:48:26,508 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741879_1055 src: /127.0.0.1:52136 dest: /127.0.0.1:55289
2014-04-10 10:48:26,510 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741879_1055 src: /127.0.0.1:44187 dest: /127.0.0.1:36139
2014-04-10 10:48:26,513 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44187, dest: /127.0.0.1:36139, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-135651654_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741879_1055, duration: 1994920
2014-04-10 10:48:26,513 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741879_1055, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:26,513 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:48:26,514 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52136, dest: /127.0.0.1:55289, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-135651654_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741879_1055, duration: 2676448
2014-04-10 10:48:26,514 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:26,514 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:48:26,514 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44312, dest: /127.0.0.1:53466, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-135651654_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741879_1055, duration: 3449130
2014-04-10 10:48:26,515 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:26,515 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:48:26,530 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0005.summary_tmp is closed by DFSClient_NONMAPREDUCE_-135651654_1
2014-04-10 10:48:26,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0005.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:48:26,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job_1397144823869_0005_1.jhist dst=null perm=null
2014-04-10 10:48:26,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0005-1397144892637-brock-%5BF27DEC4C73BE4CE3A3D47E77701CF2EB%2F48CC6C51A7EF4012-1397144906431-5-1-SUCCEEDED-default-1397144895387.jhist_tmp dst=null perm=null
2014-04-10 10:48:26,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job_1397144823869_0005_1.jhist dst=null perm=null
2014-04-10 10:48:26,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0005-1397144892637-brock-%5BF27DEC4C73BE4CE3A3D47E77701CF2EB%2F48CC6C51A7EF4012-1397144906431-5-1-SUCCEEDED-default-1397144895387.jhist_tmp dst=null perm=null
2014-04-10 10:48:26,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job_1397144823869_0005_1.jhist dst=null perm=null
2014-04-10 10:48:26,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0005-1397144892637-brock-%5BF27DEC4C73BE4CE3A3D47E77701CF2EB%2F48CC6C51A7EF4012-1397144906431-5-1-SUCCEEDED-default-1397144895387.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:26,574 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36414, bytes: 70092, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-135651654_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741877_1053, duration: 428472
2014-04-10 10:48:26,577 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0005-1397144892637-brock-%5BF27DEC4C73BE4CE3A3D47E77701CF2EB%2F48CC6C51A7EF4012-1397144906431-5-1-SUCCEEDED-default-1397144895387.jhist_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:48:26,590 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741880_1056 src: /127.0.0.1:44316 dest: /127.0.0.1:53466
2014-04-10 10:48:26,592 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741880_1056 src: /127.0.0.1:44190 dest: /127.0.0.1:36139
2014-04-10 10:48:26,593 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741880_1056 src: /127.0.0.1:52141 dest: /127.0.0.1:55289
2014-04-10 10:48:26,598 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52141, dest: /127.0.0.1:55289, bytes: 69548, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-135651654_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741880_1056, duration: 3712880
2014-04-10 10:48:26,598 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741880_1056, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:26,598 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:48:26,598 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44190, dest: /127.0.0.1:36139, bytes: 69548, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-135651654_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741880_1056, duration: 4285699
2014-04-10 10:48:26,599 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:26,599 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:48:26,599 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44316, dest: /127.0.0.1:53466, bytes: 69548, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-135651654_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741880_1056, duration: 5137177
2014-04-10 10:48:26,600 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:26,600 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:48:26,613 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0005-1397144892637-brock-%5BF27DEC4C73BE4CE3A3D47E77701CF2EB%2F48CC6C51A7EF4012-1397144906431-5-1-SUCCEEDED-default-1397144895387.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-135651654_1
2014-04-10 10:48:26,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0005-1397144892637-brock-%5BF27DEC4C73BE4CE3A3D47E77701CF2EB%2F48CC6C51A7EF4012-1397144906431-5-1-SUCCEEDED-default-1397144895387.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:48:26,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job_1397144823869_0005_1_conf.xml dst=null perm=null
2014-04-10 10:48:26,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0005_conf.xml_tmp dst=null perm=null
2014-04-10 10:48:26,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job_1397144823869_0005_1_conf.xml dst=null perm=null
2014-04-10 10:48:26,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0005_conf.xml_tmp dst=null perm=null
2014-04-10 10:48:26,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005/job_1397144823869_0005_1_conf.xml dst=null perm=null
2014-04-10 10:48:26,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0005_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:26,661 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44192, bytes: 97163, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-135651654_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741876_1052, duration: 223664
2014-04-10 10:48:26,663 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0005_conf.xml_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:48:26,673 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741881_1057 src: /127.0.0.1:44193 dest: /127.0.0.1:36139
2014-04-10 10:48:26,675 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741881_1057 src: /127.0.0.1:36420 dest: /127.0.0.1:55175
2014-04-10 10:48:26,675 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741881_1057 src: /127.0.0.1:52145 dest: /127.0.0.1:55289
2014-04-10 10:48:26,679 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52145, dest: /127.0.0.1:55289, bytes: 96407, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-135651654_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741881_1057, duration: 2657601
2014-04-10 10:48:26,680 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741881_1057, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:26,680 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:48:26,680 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36420, dest: /127.0.0.1:55175, bytes: 96407, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-135651654_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741881_1057, duration: 3387898
2014-04-10 10:48:26,681 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:26,681 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:48:26,682 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44193, dest: /127.0.0.1:36139, bytes: 96407, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-135651654_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741881_1057, duration: 4503783
2014-04-10 10:48:26,682 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:48:26,682 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:26,696 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0005_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-135651654_1
2014-04-10 10:48:26,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0005_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:48:26,715 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741879_1055
2014-04-10 10:48:26,716 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741880_1056
2014-04-10 10:48:26,717 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741877_1053
2014-04-10 10:48:26,719 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741881_1057
2014-04-10 10:48:26,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0005.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0005.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:48:26,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0005_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0005_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:48:26,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0005-1397144892637-brock-%5BF27DEC4C73BE4CE3A3D47E77701CF2EB%2F48CC6C51A7EF4012-1397144906431-5-1-SUCCEEDED-default-1397144895387.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0005-1397144892637-brock-%5BF27DEC4C73BE4CE3A3D47E77701CF2EB%2F48CC6C51A7EF4012-1397144906431-5-1-SUCCEEDED-default-1397144895387.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:48:26,763 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397144823869_0005_000001 with final state: FINISHING
2014-04-10 10:48:26,763 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0005_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:48:26,764 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397144823869_0005 with final state: FINISHING
2014-04-10 10:48:26,764 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0005 State change from RUNNING to FINAL_SAVING
2014-04-10 10:48:26,764 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0005
2014-04-10 10:48:26,764 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0005_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:48:26,765 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0005 State change from FINAL_SAVING to FINISHING
2014-04-10 10:48:26,835 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741880_1056
2014-04-10 10:48:26,835 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741878_1054
2014-04-10 10:48:26,836 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741877_1053
2014-04-10 10:48:26,837 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741879_1055
2014-04-10 10:48:26,839 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:48:26,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:48:26,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:48:26,845 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397144823869_0005 from file: hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0005-1397144892637-brock-%5BF27DEC4C73BE4CE3A3D47E77701CF2EB%2F48CC6C51A7EF4012-1397144906431-5-1-SUCCEEDED-default-1397144895387.jhist
2014-04-10 10:48:26,845 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0005-1397144892637-brock-%5BF27DEC4C73BE4CE3A3D47E77701CF2EB%2F48CC6C51A7EF4012-1397144906431-5-1-SUCCEEDED-default-1397144895387.jhist]
2014-04-10 10:48:26,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0005-1397144892637-brock-%5BF27DEC4C73BE4CE3A3D47E77701CF2EB%2F48CC6C51A7EF4012-1397144906431-5-1-SUCCEEDED-default-1397144895387.jhist dst=null perm=null
2014-04-10 10:48:26,849 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44325, bytes: 70092, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741880_1056, duration: 441023
2014-04-10 10:48:26,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0005.summary dst=null perm=null
2014-04-10 10:48:26,878 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44325, bytes: 457, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_538767685_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741879_1055, duration: 104745
2014-04-10 10:48:26,878 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397144823869_0005,submitTime=1397144892637,launchTime=1397144895387,firstMapTaskLaunchTime=1397144897555,firstReduceTaskLaunchTime=1397144903463,finishTime=1397144906431,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=5,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=19,reduceSlotSeconds=2,jobName=[F27DEC4C73BE4CE3A3D47E77701CF2EB/48CC6C51A7EF4012BCCAE7DF02F37100] lower*upper/(1/1) .../cogroupouter-resultgroup
2014-04-10 10:48:26,878 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0005.summary]
2014-04-10 10:48:26,888 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741879_1055 127.0.0.1:53466 127.0.0.1:55289 127.0.0.1:36139
2014-04-10 10:48:26,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0005.summary dst=null perm=null
2014-04-10 10:48:26,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:48:26,890 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0005-1397144892637-brock-%5BF27DEC4C73BE4CE3A3D47E77701CF2EB%2F48CC6C51A7EF4012-1397144906431-5-1-SUCCEEDED-default-1397144895387.jhist to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0005-1397144892637-brock-%5BF27DEC4C73BE4CE3A3D47E77701CF2EB%2F48CC6C51A7EF4012-1397144906431-5-1-SUCCEEDED-default-1397144895387.jhist
2014-04-10 10:48:26,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0005-1397144892637-brock-%5BF27DEC4C73BE4CE3A3D47E77701CF2EB%2F48CC6C51A7EF4012-1397144906431-5-1-SUCCEEDED-default-1397144895387.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0005-1397144892637-brock-%5BF27DEC4C73BE4CE3A3D47E77701CF2EB%2F48CC6C51A7EF4012-1397144906431-5-1-SUCCEEDED-default-1397144895387.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:48:26,905 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0005_conf.xml to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0005_conf.xml
2014-04-10 10:48:26,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0005_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0005_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:48:26,923 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741878_1054
2014-04-10 10:48:26,924 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741877_1053
2014-04-10 10:48:26,924 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741880_1056
2014-04-10 10:48:26,924 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741879_1055
2014-04-10 10:48:26,925 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741881_1057
2014-04-10 10:48:26,925 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741878_1054
2014-04-10 10:48:26,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup dst=null perm=null
2014-04-10 10:48:26,927 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup/_temporary
2014-04-10 10:48:26,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup/_temporary dst=null perm=null
2014-04-10 10:48:26,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup dst=null perm=null
2014-04-10 10:48:26,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup dst=null perm=null
2014-04-10 10:48:26,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup dst=null perm=null
2014-04-10 10:48:26,941 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:48:26,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:48:26,943 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52149, bytes: 239, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741878_1054, duration: 118685
2014-04-10 10:48:26,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup dst=null perm=null
2014-04-10 10:48:26,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup dst=null perm=null
2014-04-10 10:48:26,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup dst=null perm=null
2014-04-10 10:48:26,954 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:48:26,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:48:26,956 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44325, bytes: 239, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741878_1054, duration: 114816
2014-04-10 10:48:26,957 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup
2014-04-10 10:48:26,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup dst=null perm=null
2014-04-10 10:48:26,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup dst=null perm=null
2014-04-10 10:48:26,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup dst=null perm=null
2014-04-10 10:48:26,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup dst=null perm=null
2014-04-10 10:48:26,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:48:26,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:48:26,961 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52149, bytes: 239, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741878_1054, duration: 100514
2014-04-10 10:48:26,961 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter
2014-04-10 10:48:26,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter dst=null perm=null
2014-04-10 10:48:26,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter dst=null perm=null
2014-04-10 10:48:26,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter dst=null perm=null
2014-04-10 10:48:26,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter dst=null perm=null
2014-04-10 10:48:26,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter/part-00000 dst=null perm=null
2014-04-10 10:48:26,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouter/part-00000 dst=null perm=null
2014-04-10 10:48:26,965 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44325, bytes: 239, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741868_1044, duration: 100677
2014-04-10 10:48:26,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.20.txt dst=null perm=null
2014-04-10 10:48:26,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.20.txt dst=null perm=null
2014-04-10 10:48:27,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.20.txt dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:48:27,006 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.20.txt. BP-1649026925-127.0.0.1-1397144808341 blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:48:27,014 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741882_1058 src: /127.0.0.1:44200 dest: /127.0.0.1:36139
2014-04-10 10:48:27,015 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741882_1058 src: /127.0.0.1:44329 dest: /127.0.0.1:53466
2014-04-10 10:48:27,016 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741882_1058 src: /127.0.0.1:52153 dest: /127.0.0.1:55289
2014-04-10 10:48:27,017 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52153, dest: /127.0.0.1:55289, bytes: 51, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741882_1058, duration: 851083
2014-04-10 10:48:27,017 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741882_1058, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:27,018 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:48:27,018 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44329, dest: /127.0.0.1:53466, bytes: 51, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741882_1058, duration: 1204501
2014-04-10 10:48:27,018 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:27,018 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:48:27,018 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44200, dest: /127.0.0.1:36139, bytes: 51, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741882_1058, duration: 1666025
2014-04-10 10:48:27,019 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:27,019 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:48:27,030 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.20.txt is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:48:27,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.10.txt dst=null perm=null
2014-04-10 10:48:27,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.10.txt dst=null perm=null
2014-04-10 10:48:27,034 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741881_1057
2014-04-10 10:48:27,035 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741882_1058
2014-04-10 10:48:27,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.10.txt dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:48:27,048 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.10.txt. BP-1649026925-127.0.0.1-1397144808341 blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:48:27,056 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741883_1059 src: /127.0.0.1:44204 dest: /127.0.0.1:36139
2014-04-10 10:48:27,056 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741883_1059 src: /127.0.0.1:52155 dest: /127.0.0.1:55289
2014-04-10 10:48:27,057 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741883_1059 src: /127.0.0.1:44333 dest: /127.0.0.1:53466
2014-04-10 10:48:27,058 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44333, dest: /127.0.0.1:53466, bytes: 20, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741883_1059, duration: 767539
2014-04-10 10:48:27,058 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741883_1059, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:27,059 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:48:27,059 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52155, dest: /127.0.0.1:55289, bytes: 20, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741883_1059, duration: 989113
2014-04-10 10:48:27,059 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:27,059 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:48:27,059 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44204, dest: /127.0.0.1:36139, bytes: 20, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741883_1059, duration: 1341633
2014-04-10 10:48:27,059 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:27,060 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:48:27,071 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.10.txt is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:48:27,082 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 10:48:27,082 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 10:48:27,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2 dst=null perm=null
2014-04-10 10:48:27,105 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogroupopt] starting
2014-04-10 10:48:27,105 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogroupopt] source: Hfs["TextDelimited[['num']]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.10.txt"]
2014-04-10 10:48:27,105 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogroupopt] source: Hfs["TextDelimited[['num']]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.10.txt"]
2014-04-10 10:48:27,105 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogroupopt] source: Hfs["TextDelimited[['num']]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.20.txt"]
2014-04-10 10:48:27,106 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogroupopt] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2"]
2014-04-10 10:48:27,106 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogroupopt] parallel execution is enabled: true
2014-04-10 10:48:27,106 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogroupopt] starting jobs: 2
2014-04-10 10:48:27,106 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogroupopt] allocating threads: 2
2014-04-10 10:48:27,107 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [cogroupopt] starting step: (2/2)
2014-04-10 10:48:27,115 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:48:27,122 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:48:27,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9731281581_source20_source101_F8DF295B67184E3887B972DC4C29F2A8 dst=null perm=null
2014-04-10 10:48:27,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:48:27,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:48:27,126 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 6
2014-04-10 10:48:27,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006 dst=null perm=null
2014-04-10 10:48:27,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:48:27,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:48:27,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.jar dst=null perm=null
2014-04-10 10:48:27,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:48:27,166 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:48:27,181 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741884_1060 src: /127.0.0.1:52158 dest: /127.0.0.1:55289
2014-04-10 10:48:27,183 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741884_1060 src: /127.0.0.1:44209 dest: /127.0.0.1:36139
2014-04-10 10:48:27,184 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741884_1060 src: /127.0.0.1:36436 dest: /127.0.0.1:55175
2014-04-10 10:48:27,189 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36436, dest: /127.0.0.1:55175, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741884_1060, duration: 3795479
2014-04-10 10:48:27,189 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741884_1060, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:27,190 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:48:27,190 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44209, dest: /127.0.0.1:36139, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741884_1060, duration: 4583190
2014-04-10 10:48:27,190 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:48:27,190 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:27,191 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52158, dest: /127.0.0.1:55289, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741884_1060, duration: 4973473
2014-04-10 10:48:27,191 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:27,192 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:48:27,205 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:48:27,206 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.jar
2014-04-10 10:48:27,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.jar dst=null perm=null
2014-04-10 10:48:27,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:48:27,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:48:27,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:48:27,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:48:27,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:48:27,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:48:27,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:48:27,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:48:27,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:48:27,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:48:27,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.20.txt dst=null perm=null
2014-04-10 10:48:27,233 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:48:27,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.20.txt dst=null perm=null
2014-04-10 10:48:27,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.10.txt dst=null perm=null
2014-04-10 10:48:27,237 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:48:27,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.10.txt dst=null perm=null
2014-04-10 10:48:27,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.20.txt dst=null perm=null
2014-04-10 10:48:27,241 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:48:27,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.20.txt dst=null perm=null
2014-04-10 10:48:27,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.10.txt dst=null perm=null
2014-04-10 10:48:27,244 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:48:27,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.10.txt dst=null perm=null
2014-04-10 10:48:27,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:48:27,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:48:27,264 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.split
2014-04-10 10:48:27,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.split dst=null perm=null
2014-04-10 10:48:27,273 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.split. BP-1649026925-127.0.0.1-1397144808341 blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:48:27,281 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0005_01_000007
2014-04-10 10:48:27,281 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0005_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:48:27,281 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0005_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 10:48:27,281 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0005 CONTAINERID=container_1397144823869_0005_01_000007
2014-04-10 10:48:27,282 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0005_01_000007 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:48:27,282 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:48:27,282 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0005_01_000007, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:27,282 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:27,282 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:48:27,282 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0005_000001 released container container_1397144823869_0005_01_000007 on node: host: localhost:50571 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:48:27,290 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741885_1061 src: /127.0.0.1:44339 dest: /127.0.0.1:53466
2014-04-10 10:48:27,291 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741885_1061 src: /127.0.0.1:52163 dest: /127.0.0.1:55289
2014-04-10 10:48:27,292 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741885_1061 src: /127.0.0.1:44214 dest: /127.0.0.1:36139
2014-04-10 10:48:27,294 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741885_1061 src: /127.0.0.1:36441 dest: /127.0.0.1:55175
2014-04-10 10:48:27,297 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36441, dest: /127.0.0.1:55175, bytes: 1897, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741885_1061, duration: 2284644
2014-04-10 10:48:27,297 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741885_1061, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:27,298 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:48:27,298 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44214, dest: /127.0.0.1:36139, bytes: 1897, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741885_1061, duration: 2942447
2014-04-10 10:48:27,298 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:27,298 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:48:27,299 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52163, dest: /127.0.0.1:55289, bytes: 1897, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741885_1061, duration: 3802974
2014-04-10 10:48:27,299 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:27,299 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:48:27,300 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44339, dest: /127.0.0.1:53466, bytes: 1897, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741885_1061, duration: 4597999
2014-04-10 10:48:27,300 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:27,301 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:48:27,313 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.split is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:48:27,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:48:27,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:48:27,331 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.splitmetainfo. BP-1649026925-127.0.0.1-1397144808341 blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:48:27,348 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741886_1062 src: /127.0.0.1:52166 dest: /127.0.0.1:55289
2014-04-10 10:48:27,349 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741886_1062 src: /127.0.0.1:44344 dest: /127.0.0.1:53466
2014-04-10 10:48:27,351 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741886_1062 src: /127.0.0.1:36444 dest: /127.0.0.1:55175
2014-04-10 10:48:27,354 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36444, dest: /127.0.0.1:55175, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741886_1062, duration: 1848108
2014-04-10 10:48:27,354 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741886_1062, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:27,354 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:48:27,354 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44344, dest: /127.0.0.1:53466, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741886_1062, duration: 2352467
2014-04-10 10:48:27,355 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:27,355 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:48:27,355 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52166, dest: /127.0.0.1:55289, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741886_1062, duration: 2984348
2014-04-10 10:48:27,355 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:27,357 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:48:27,371 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:48:27,372 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 10:48:27,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:48:27,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:48:27,401 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:48:27,414 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741887_1063 src: /127.0.0.1:44220 dest: /127.0.0.1:36139
2014-04-10 10:48:27,415 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741887_1063 src: /127.0.0.1:36447 dest: /127.0.0.1:55175
2014-04-10 10:48:27,415 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741887_1063 src: /127.0.0.1:52172 dest: /127.0.0.1:55289
2014-04-10 10:48:27,417 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52172, dest: /127.0.0.1:55289, bytes: 82001, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741887_1063, duration: 1195282
2014-04-10 10:48:27,417 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741887_1063, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:27,417 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:48:27,418 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36447, dest: /127.0.0.1:55175, bytes: 82001, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741887_1063, duration: 1556084
2014-04-10 10:48:27,418 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:27,418 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:48:27,418 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44220, dest: /127.0.0.1:36139, bytes: 82001, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741887_1063, duration: 1955262
2014-04-10 10:48:27,418 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:27,419 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:48:27,430 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.xml is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:48:27,430 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397144823869_0006
2014-04-10 10:48:27,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006 dst=null perm=null
2014-04-10 10:48:27,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.xml dst=null perm=null
2014-04-10 10:48:27,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.xml dst=null perm=null
2014-04-10 10:48:27,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.jar dst=null perm=null
2014-04-10 10:48:27,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.jar dst=null perm=null
2014-04-10 10:48:27,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.split dst=null perm=null
2014-04-10 10:48:27,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.split dst=null perm=null
2014-04-10 10:48:27,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.splitmetainfo dst=null perm=null
2014-04-10 10:48:27,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.splitmetainfo dst=null perm=null
2014-04-10 10:48:27,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:48:27,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:48:27,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:48:27,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:48:27,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:48:27,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:48:27,487 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 6 submitted by user brock
2014-04-10 10:48:27,487 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397144823869_0006
2014-04-10 10:48:27,487 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397144823869_0006
2014-04-10 10:48:27,487 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0006
2014-04-10 10:48:27,487 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0006 State change from NEW to NEW_SAVING
2014-04-10 10:48:27,488 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0006 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:48:27,488 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397144823869_0006_000001
2014-04-10 10:48:27,488 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0006_000001 State change from NEW to SUBMITTED
2014-04-10 10:48:27,489 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397144823869_0006 from user: brock activated in queue: default
2014-04-10 10:48:27,489 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397144823869_0006 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@1ba82161, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:48:27,489 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397144823869_0006 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:48:27,489 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397144823869_0006
2014-04-10 10:48:27,489 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397144823869_0006_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:48:27,490 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0006_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:48:27,490 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0006 State change from SUBMITTED to ACCEPTED
2014-04-10 10:48:27,492 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:60619/proxy/application_1397144823869_0006/
2014-04-10 10:48:27,492 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [cogroupopt] submitted hadoop job: job_1397144823869_0006
2014-04-10 10:48:27,492 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [cogroupopt] tracking url: http://localhost:60619/proxy/application_1397144823869_0006/
2014-04-10 10:48:27,820 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0006_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:48:27,820 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0006 CONTAINERID=container_1397144823869_0006_01_000001
2014-04-10 10:48:27,820 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0006_01_000001 of capacity <memory:2048, vCores:1> on host localhost:56736, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2014-04-10 10:48:27,820 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0006 container=Container: [ContainerId: container_1397144823869_0006_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0006_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:27,821 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:48:27,821 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0006_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:48:27,821 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:27,822 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397144823869_0006 AttemptId: appattempt_1397144823869_0006_000001 MasterContainer: Container: [ContainerId: container_1397144823869_0006_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ]
2014-04-10 10:48:27,822 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741872_1048 127.0.0.1:36139 127.0.0.1:55175 127.0.0.1:53466 127.0.0.1:55289
2014-04-10 10:48:27,822 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0006_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:48:27,822 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741873_1049 127.0.0.1:55289 127.0.0.1:55175 127.0.0.1:36139 127.0.0.1:53466
2014-04-10 10:48:27,822 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0006_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:48:27,822 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741874_1050 127.0.0.1:55175 127.0.0.1:53466 127.0.0.1:36139
2014-04-10 10:48:27,823 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741875_1051 127.0.0.1:36139 127.0.0.1:55175 127.0.0.1:53466
2014-04-10 10:48:27,823 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397144823869_0006_000001
2014-04-10 10:48:27,823 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741877_1053 127.0.0.1:36139 127.0.0.1:55175 127.0.0.1:55289
2014-04-10 10:48:27,823 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741876_1052 127.0.0.1:36139 127.0.0.1:55289 127.0.0.1:53466
2014-04-10 10:48:27,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0005 dst=null perm=null
2014-04-10 10:48:27,827 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397144823869_0006_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] for AM appattempt_1397144823869_0006_000001
2014-04-10 10:48:27,828 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397144823869_0006_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:48:27,831 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0006_000001 (auth:SIMPLE)
2014-04-10 10:48:27,832 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0006_01_000001 by user brock
2014-04-10 10:48:27,833 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0006
2014-04-10 10:48:27,833 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0006 CONTAINERID=container_1397144823869_0006_01_000001
2014-04-10 10:48:27,833 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0006 transitioned from NEW to INITING
2014-04-10 10:48:27,833 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0006_01_000001 to application application_1397144823869_0006
2014-04-10 10:48:27,834 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397144823869_0006_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] for AM appattempt_1397144823869_0006_000001
2014-04-10 10:48:27,834 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0006 transitioned from INITING to RUNNING
2014-04-10 10:48:27,834 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0006_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:48:27,834 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:48:27,834 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0006
2014-04-10 10:48:27,834 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:48:27,834 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:48:27,834 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:48:27,834 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:48:27,835 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0006_01_000001
2014-04-10 10:48:27,844 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397144823869_0006_01_000001.tokens. Credentials list:
2014-04-10 10:48:27,858 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:48:27,931 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397144823869_0006_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000001.tokens
2014-04-10 10:48:27,932 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0006 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0006
2014-04-10 10:48:28,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.jar dst=null perm=null
2014-04-10 10:48:28,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.jar dst=null perm=null
2014-04-10 10:48:28,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.jar dst=null perm=null
2014-04-10 10:48:28,049 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36453, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2111932169_4597, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741884_1060, duration: 635859
2014-04-10 10:48:28,076 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:48:28,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.splitmetainfo dst=null perm=null
2014-04-10 10:48:28,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.splitmetainfo dst=null perm=null
2014-04-10 10:48:28,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.splitmetainfo dst=null perm=null
2014-04-10 10:48:28,103 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44355, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2111932169_4597, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741886_1062, duration: 231654
2014-04-10 10:48:28,121 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0006/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:48:28,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.split dst=null perm=null
2014-04-10 10:48:28,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.split dst=null perm=null
2014-04-10 10:48:28,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.split dst=null perm=null
2014-04-10 10:48:28,147 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44355, bytes: 1913, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2111932169_4597, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741885_1061, duration: 239193
2014-04-10 10:48:28,164 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0006/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:48:28,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.xml dst=null perm=null
2014-04-10 10:48:28,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.xml dst=null perm=null
2014-04-10 10:48:28,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.xml dst=null perm=null
2014-04-10 10:48:28,191 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44230, bytes: 82645, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2111932169_4597, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741887_1063, duration: 418476
2014-04-10 10:48:28,209 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0006/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:48:28,209 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:48:28,243 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:48:28,243 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:28,303 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000001/default_container_executor.sh]
2014-04-10 10:48:28,758 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:55289 to replicate blk_1073741884_1060 to datanode(s) 127.0.0.1:53466
2014-04-10 10:48:28,758 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073741872_1048, blk_1073741873_1049, blk_1073741874_1050, blk_1073741875_1051, blk_1073741877_1053]
2014-04-10 10:48:28,758 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073741872_1048, blk_1073741873_1049, blk_1073741874_1050, blk_1073741875_1051, blk_1073741876_1052, blk_1073741877_1053, blk_1073741879_1055]
2014-04-10 10:48:28,818 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0006_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:48:29,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:48:29,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/COMMIT_STARTED dst=null perm=null
2014-04-10 10:48:29,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:48:29,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/COMMIT_FAIL dst=null perm=null
2014-04-10 10:48:29,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006 dst=null perm=null
2014-04-10 10:48:29,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:48:29,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:48:29,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.splitmetainfo dst=null perm=null
2014-04-10 10:48:29,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.splitmetainfo dst=null perm=null
2014-04-10 10:48:29,803 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44365, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_357413330_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741886_1062, duration: 147521
2014-04-10 10:48:30,003 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, infoPort=58659, ipcPort=38925, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) Starting thread to transfer BP-1649026925-127.0.0.1-1397144808341:blk_1073741884_1060 to 127.0.0.1:53466
2014-04-10 10:48:30,004 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741884_1060 src: /127.0.0.1:44366 dest: /127.0.0.1:53466
2014-04-10 10:48:30,004 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1649026925-127.0.0.1-1397144808341:blk_1073741884_1060 (numBytes=244650) to 127.0.0.1/127.0.0.1:53466
2014-04-10 10:48:30,005 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1649026925-127.0.0.1-1397144808341:blk_1073741884_1060 src: /127.0.0.1:44366 dest: /127.0.0.1:53466 of size 244650
2014-04-10 10:48:30,006 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741884_1060 size 244650
2014-04-10 10:48:30,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741872_1048 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741872 for deletion
2014-04-10 10:48:30,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741873_1049 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741873 for deletion
2014-04-10 10:48:30,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741874_1050 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741874 for deletion
2014-04-10 10:48:30,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741873_1049 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741873
2014-04-10 10:48:30,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741872_1048 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741872
2014-04-10 10:48:30,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741875_1051 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741875 for deletion
2014-04-10 10:48:30,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741874_1050 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741874
2014-04-10 10:48:30,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741875_1051 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741875
2014-04-10 10:48:30,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741877_1053 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741877 for deletion
2014-04-10 10:48:30,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741877_1053 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741877
2014-04-10 10:48:30,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741872_1048 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741872 for deletion
2014-04-10 10:48:30,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741873_1049 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741873 for deletion
2014-04-10 10:48:30,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741874_1050 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741874 for deletion
2014-04-10 10:48:30,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741873_1049 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741873
2014-04-10 10:48:30,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741875_1051 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741875 for deletion
2014-04-10 10:48:30,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741876_1052 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741876 for deletion
2014-04-10 10:48:30,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741875_1051 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741875
2014-04-10 10:48:30,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741877_1053 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741877 for deletion
2014-04-10 10:48:30,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741879_1055 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741879 for deletion
2014-04-10 10:48:30,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741877_1053 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741877
2014-04-10 10:48:30,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741872_1048 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741872
2014-04-10 10:48:30,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741874_1050 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741874
2014-04-10 10:48:30,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741876_1052 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741876
2014-04-10 10:48:30,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741879_1055 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741879
2014-04-10 10:48:30,387 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0006_000001 (auth:SIMPLE)
2014-04-10 10:48:30,390 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397144823869_0006_000001
2014-04-10 10:48:30,390 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397144823869_0006 APPATTEMPTID=appattempt_1397144823869_0006_000001
2014-04-10 10:48:30,391 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0006_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:48:30,391 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0006 State change from ACCEPTED to RUNNING
2014-04-10 10:48:30,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job_1397144823869_0006_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:30,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-brock/9731281581_source20_source101_F8DF295B67184E3887B972DC4C29F2A8/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:48:30,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job_1397144823869_0006_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:30,564 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job_1397144823869_0006_1_conf.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:48:30,605 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741888_1064 src: /127.0.0.1:52193 dest: /127.0.0.1:55289
2014-04-10 10:48:30,606 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741888_1064 src: /127.0.0.1:36470 dest: /127.0.0.1:55175
2014-04-10 10:48:30,606 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741888_1064 src: /127.0.0.1:44245 dest: /127.0.0.1:36139
2014-04-10 10:48:30,611 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44245, dest: /127.0.0.1:36139, bytes: 96008, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_357413330_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741888_1064, duration: 4235784
2014-04-10 10:48:30,612 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741888_1064, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:30,612 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:48:30,612 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36470, dest: /127.0.0.1:55175, bytes: 96008, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_357413330_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741888_1064, duration: 4698943
2014-04-10 10:48:30,612 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:30,612 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:48:30,612 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52193, dest: /127.0.0.1:55289, bytes: 96008, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_357413330_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741888_1064, duration: 5284952
2014-04-10 10:48:30,613 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:30,613 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:48:30,630 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job_1397144823869_0006_1_conf.xml is closed by DFSClient_NONMAPREDUCE_357413330_1
2014-04-10 10:48:31,426 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0006_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:48:31,426 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0006 CONTAINERID=container_1397144823869_0006_01_000002
2014-04-10 10:48:31,427 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0006_01_000002 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:48:31,427 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0006 container=Container: [ContainerId: container_1397144823869_0006_01_000002, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0006_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:31,427 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:48:31,427 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:31,428 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0006_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:48:31,428 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0006 CONTAINERID=container_1397144823869_0006_01_000003
2014-04-10 10:48:31,428 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0006_01_000003 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:48:31,428 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0006 container=Container: [ContainerId: container_1397144823869_0006_01_000003, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0006_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:31,429 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:48:31,429 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:31,429 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0006_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:48:31,429 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0006 CONTAINERID=container_1397144823869_0006_01_000004
2014-04-10 10:48:31,429 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0006_01_000004 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 10:48:31,429 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0006 container=Container: [ContainerId: container_1397144823869_0006_01_000004, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0006_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:31,429 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:48:31,430 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:31,430 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0006_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:48:31,430 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0006 CONTAINERID=container_1397144823869_0006_01_000005
2014-04-10 10:48:31,430 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0006_01_000005 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 10:48:31,430 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0006 container=Container: [ContainerId: container_1397144823869_0006_01_000005, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0006_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:31,430 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:48:31,430 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:31,721 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741883_1059
2014-04-10 10:48:31,722 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741885_1061
2014-04-10 10:48:31,722 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741882_1058
2014-04-10 10:48:31,723 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741888_1064
2014-04-10 10:48:31,759 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073741872_1048, blk_1073741873_1049, blk_1073741876_1052, blk_1073741877_1053, blk_1073741879_1055]
2014-04-10 10:48:31,759 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073741872_1048, blk_1073741873_1049, blk_1073741874_1050, blk_1073741875_1051, blk_1073741876_1052, blk_1073741879_1055]
2014-04-10 10:48:31,924 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741884_1060
2014-04-10 10:48:31,926 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741887_1063
2014-04-10 10:48:31,928 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741885_1061
2014-04-10 10:48:31,928 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741882_1058
2014-04-10 10:48:31,928 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741886_1062
2014-04-10 10:48:31,931 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741884_1060
2014-04-10 10:48:31,932 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741886_1062
2014-04-10 10:48:31,932 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741884_1060
2014-04-10 10:48:31,933 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741883_1059
2014-04-10 10:48:31,933 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741885_1061
2014-04-10 10:48:32,038 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741888_1064
2014-04-10 10:48:32,039 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741886_1062
2014-04-10 10:48:32,039 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741883_1059
2014-04-10 10:48:32,040 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741885_1061
2014-04-10 10:48:32,042 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741884_1060
2014-04-10 10:48:32,103 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0006_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:48:32,104 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0006 CONTAINERID=container_1397144823869_0006_01_000006
2014-04-10 10:48:32,104 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0006_01_000006 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:48:32,104 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0006 container=Container: [ContainerId: container_1397144823869_0006_01_000006, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0006_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:32,104 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 10:48:32,104 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:32,130 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741888_1064
2014-04-10 10:48:32,132 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741887_1063
2014-04-10 10:48:32,242 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741887_1063
2014-04-10 10:48:32,437 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0006_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:48:32,437 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0006_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:48:32,437 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0006_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:48:32,438 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0006_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:48:32,438 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0006_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:48:32,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.jar dst=null perm=null
2014-04-10 10:48:32,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.jar dst=null perm=null
2014-04-10 10:48:32,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.xml dst=null perm=null
2014-04-10 10:48:32,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.xml dst=null perm=null
2014-04-10 10:48:32,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:48:32,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:48:32,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:48:32,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:48:32,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:48:32,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:48:32,570 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0006_000001 (auth:SIMPLE)
2014-04-10 10:48:32,570 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0006_000001 (auth:SIMPLE)
2014-04-10 10:48:32,575 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0006_01_000004 by user brock
2014-04-10 10:48:32,575 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0006_01_000003 by user brock
2014-04-10 10:48:32,575 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0006_01_000005 by user brock
2014-04-10 10:48:32,575 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0006_01_000002 by user brock
2014-04-10 10:48:32,575 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0006_01_000006 by user brock
2014-04-10 10:48:32,575 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0006_01_000003 to application application_1397144823869_0006
2014-04-10 10:48:32,576 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0006
2014-04-10 10:48:32,575 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0006 CONTAINERID=container_1397144823869_0006_01_000003
2014-04-10 10:48:32,576 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0006 CONTAINERID=container_1397144823869_0006_01_000006
2014-04-10 10:48:32,576 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0006 transitioned from NEW to INITING
2014-04-10 10:48:32,575 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0006
2014-04-10 10:48:32,577 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0006 CONTAINERID=container_1397144823869_0006_01_000004
2014-04-10 10:48:32,577 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0006_01_000006 to application application_1397144823869_0006
2014-04-10 10:48:32,576 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0006_01_000005 to application application_1397144823869_0006
2014-04-10 10:48:32,576 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0006 CONTAINERID=container_1397144823869_0006_01_000002
2014-04-10 10:48:32,576 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0006 CONTAINERID=container_1397144823869_0006_01_000005
2014-04-10 10:48:32,577 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0006_01_000002 to application application_1397144823869_0006
2014-04-10 10:48:32,577 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0006 transitioned from INITING to RUNNING
2014-04-10 10:48:32,578 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0006 transitioned from NEW to INITING
2014-04-10 10:48:32,578 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0006_01_000004 to application application_1397144823869_0006
2014-04-10 10:48:32,578 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:48:32,579 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0006
2014-04-10 10:48:32,579 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0006 transitioned from INITING to RUNNING
2014-04-10 10:48:32,579 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0006
2014-04-10 10:48:32,579 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:48:32,579 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0006
2014-04-10 10:48:32,579 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:48:32,580 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:48:32,580 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:48:32,580 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:48:32,580 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0006_01_000006
2014-04-10 10:48:32,580 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:48:32,581 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:48:32,581 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0006
2014-04-10 10:48:32,581 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0006
2014-04-10 10:48:32,581 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:48:32,581 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0006
2014-04-10 10:48:32,582 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:48:32,582 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:48:32,582 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0006
2014-04-10 10:48:32,582 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0006
2014-04-10 10:48:32,583 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:48:32,583 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0006
2014-04-10 10:48:32,583 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0006
2014-04-10 10:48:32,583 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0006
2014-04-10 10:48:32,584 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:48:32,584 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0006
2014-04-10 10:48:32,584 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0006
2014-04-10 10:48:32,584 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0006
2014-04-10 10:48:32,585 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:48:32,585 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0006
2014-04-10 10:48:32,585 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0006_01_000003
2014-04-10 10:48:32,586 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0006_01_000004
2014-04-10 10:48:32,586 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0006_01_000002
2014-04-10 10:48:32,587 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0006_01_000005
2014-04-10 10:48:32,596 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397144823869_0006_01_000006.tokens. Credentials list:
2014-04-10 10:48:32,605 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397144823869_0006_01_000002.tokens. Credentials list:
2014-04-10 10:48:32,605 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0006_01_000005.tokens. Credentials list:
2014-04-10 10:48:32,605 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397144823869_0006_01_000003.tokens. Credentials list:
2014-04-10 10:48:32,605 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397144823869_0006_01_000004.tokens. Credentials list:
2014-04-10 10:48:32,620 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:48:32,625 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:48:32,699 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397144823869_0006_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000006.tokens
2014-04-10 10:48:32,700 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0006 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0006
2014-04-10 10:48:32,703 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397144823869_0006_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000002.tokens
2014-04-10 10:48:32,704 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0006 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0006
2014-04-10 10:48:32,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.jar dst=null perm=null
2014-04-10 10:48:32,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.jar dst=null perm=null
2014-04-10 10:48:32,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.jar dst=null perm=null
2014-04-10 10:48:32,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.jar dst=null perm=null
2014-04-10 10:48:32,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.jar dst=null perm=null
2014-04-10 10:48:32,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.jar dst=null perm=null
2014-04-10 10:48:32,823 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52207, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-152373814_4775, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741884_1060, duration: 656066
2014-04-10 10:48:32,823 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44383, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_357177634_4776, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741884_1060, duration: 747904
2014-04-10 10:48:32,854 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:48:32,854 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:48:32,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.xml dst=null perm=null
2014-04-10 10:48:32,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.xml dst=null perm=null
2014-04-10 10:48:32,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.xml dst=null perm=null
2014-04-10 10:48:32,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.xml dst=null perm=null
2014-04-10 10:48:32,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.xml dst=null perm=null
2014-04-10 10:48:32,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.xml dst=null perm=null
2014-04-10 10:48:32,887 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52207, bytes: 82645, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_357177634_4776, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741887_1063, duration: 390547
2014-04-10 10:48:32,888 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36484, bytes: 82645, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-152373814_4775, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741887_1063, duration: 407558
2014-04-10 10:48:32,911 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0006/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:48:32,911 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:48:32,911 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:48:32,912 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:48:32,911 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0006/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:48:32,912 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:48:32,912 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:48:32,944 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:48:32,944 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:32,948 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397144823869_0005_01_000001 succeeded
2014-04-10 10:48:32,948 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:48:32,948 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0005_01_000001
2014-04-10 10:48:32,951 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:48:32,952 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:32,952 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:48:32,952 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:32,952 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:48:32,952 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:32,952 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:48:32,953 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:32,959 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000001
2014-04-10 10:48:32,959 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000001
2014-04-10 10:48:32,960 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0005 CONTAINERID=container_1397144823869_0005_01_000001
2014-04-10 10:48:32,960 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0005_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:48:32,960 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0005_01_000001 from application application_1397144823869_0005
2014-04-10 10:48:32,960 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000001
2014-04-10 10:48:32,960 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:32,960 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0005/container_1397144823869_0005_01_000001
2014-04-10 10:48:32,960 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0005
2014-04-10 10:48:33,003 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741872_1048 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741872 for deletion
2014-04-10 10:48:33,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741873_1049 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741873 for deletion
2014-04-10 10:48:33,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741876_1052 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741876 for deletion
2014-04-10 10:48:33,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741873_1049 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741873
2014-04-10 10:48:33,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741877_1053 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741877 for deletion
2014-04-10 10:48:33,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741872_1048 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741872
2014-04-10 10:48:33,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741879_1055 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741879 for deletion
2014-04-10 10:48:33,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741876_1052 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741876
2014-04-10 10:48:33,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741877_1053 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741877
2014-04-10 10:48:33,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741879_1055 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741879
2014-04-10 10:48:33,014 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000006/default_container_executor.sh]
2014-04-10 10:48:33,020 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000005/default_container_executor.sh]
2014-04-10 10:48:33,021 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000003/default_container_executor.sh]
2014-04-10 10:48:33,021 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000002/default_container_executor.sh]
2014-04-10 10:48:33,021 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000004/default_container_executor.sh]
2014-04-10 10:48:33,065 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741872_1048 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741872 for deletion
2014-04-10 10:48:33,065 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741873_1049 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741873 for deletion
2014-04-10 10:48:33,065 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741872_1048 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741872
2014-04-10 10:48:33,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741873_1049 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741873
2014-04-10 10:48:33,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741874_1050 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741874 for deletion
2014-04-10 10:48:33,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741875_1051 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741875 for deletion
2014-04-10 10:48:33,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741876_1052 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741876 for deletion
2014-04-10 10:48:33,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741879_1055 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741879 for deletion
2014-04-10 10:48:33,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741875_1051 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741875
2014-04-10 10:48:33,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741874_1050 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741874
2014-04-10 10:48:33,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741876_1052 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741876
2014-04-10 10:48:33,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741879_1055 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741879
2014-04-10 10:48:33,104 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0006_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:48:33,426 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0006_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:48:33,426 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0006_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:48:33,427 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0006_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:48:33,427 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0006_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:48:33,457 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:48:33,820 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0005_01_000001
2014-04-10 10:48:33,821 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0005_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:48:33,821 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397144823869_0005_000001
2014-04-10 10:48:33,821 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0005_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:48:33,821 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0005_000001 State change from FINISHING to FINISHED
2014-04-10 10:48:33,821 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0005 CONTAINERID=container_1397144823869_0005_01_000001
2014-04-10 10:48:33,821 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0005 State change from FINISHING to FINISHED
2014-04-10 10:48:33,821 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0005_01_000001 of capacity <memory:2048, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:48:33,821 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397144823869_0005_000001
2014-04-10 10:48:33,821 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397144823869_0005
2014-04-10 10:48:33,821 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 10:48:33,821 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397144823869_0005,name=[F27DEC4C73BE4CE3A3D47E77701CF2EB/48CC6C51A7EF4012BCCAE7DF02F37100] lower*upper/(1/1) .../cogroupouter-resultgroup,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:60619/proxy/application_1397144823869_0005/jobhistory/job/job_1397144823869_0005,appMasterHost=localhost.localdomain,startTime=1397144892637,finishTime=1397144906764,finalStatus=SUCCEEDED
2014-04-10 10:48:33,821 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0005_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:33,822 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:33,822 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 10:48:33,822 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0005_000001 released container container_1397144823869_0005_01_000001 on node: host: localhost:56736 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:48:33,822 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397144823869_0005_000001 is done. finalState=FINISHED
2014-04-10 10:48:33,822 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397144823869_0005 requests cleared
2014-04-10 10:48:33,822 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397144823869_0005 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:48:33,822 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397144823869_0005 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:48:33,824 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0005_000001 (auth:SIMPLE)
2014-04-10 10:48:33,835 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0005_01_000001
2014-04-10 10:48:34,000 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:48:34,283 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:48:34,283 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0005
2014-04-10 10:48:34,283 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0005
2014-04-10 10:48:34,283 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:48:34,284 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0005, with delay of 10800 seconds
2014-04-10 10:48:34,284 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0005
2014-04-10 10:48:34,284 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0005
2014-04-10 10:48:34,284 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0005
2014-04-10 10:48:34,351 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397144823869_0006_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000004.tokens
2014-04-10 10:48:34,351 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0006 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0006
2014-04-10 10:48:34,426 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:48:34,427 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0005
2014-04-10 10:48:34,427 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0005
2014-04-10 10:48:34,427 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0005
2014-04-10 10:48:34,427 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0005
2014-04-10 10:48:34,427 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0005
2014-04-10 10:48:34,427 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:48:34,427 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0005, with delay of 10800 seconds
2014-04-10 10:48:34,544 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:48:34,821 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:48:34,821 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0005
2014-04-10 10:48:34,821 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0005
2014-04-10 10:48:34,821 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0005
2014-04-10 10:48:34,821 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:48:34,822 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0005, with delay of 10800 seconds
2014-04-10 10:48:34,822 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0005
2014-04-10 10:48:34,822 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0005
2014-04-10 10:48:34,968 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397144823869_0006_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000003.tokens
2014-04-10 10:48:34,968 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0006 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0006
2014-04-10 10:48:35,240 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:48:35,575 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0006_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000005.tokens
2014-04-10 10:48:35,575 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0006 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0006
2014-04-10 10:48:35,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.split dst=null perm=null
2014-04-10 10:48:35,800 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36500, bytes: 881, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0006_m_000003_0_-915927820_1, offset: 1024, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741885_1061, duration: 177584
2014-04-10 10:48:35,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.split dst=null perm=null
2014-04-10 10:48:35,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.split dst=null perm=null
2014-04-10 10:48:35,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.10.txt dst=null perm=null
2014-04-10 10:48:35,863 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44277, bytes: 881, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0006_m_000004_0_-632038014_1, offset: 1024, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741885_1061, duration: 185882
2014-04-10 10:48:35,899 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44405, bytes: 1397, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0006_m_000002_0_-823963428_1, offset: 512, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741885_1061, duration: 164659
2014-04-10 10:48:35,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.10.txt dst=null perm=null
2014-04-10 10:48:35,955 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52229, bytes: 24, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0006_m_000004_0_-632038014_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741883_1059, duration: 156117
2014-04-10 10:48:35,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.20.txt dst=null perm=null
2014-04-10 10:48:35,969 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52230, bytes: 55, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0006_m_000002_0_-823963428_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741882_1058, duration: 248450
2014-04-10 10:48:36,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.split dst=null perm=null
2014-04-10 10:48:36,049 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52232, bytes: 24, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0006_m_000003_0_-915927820_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741883_1059, duration: 219113
2014-04-10 10:48:36,098 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44410, bytes: 1913, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0006_m_000000_0_535777808_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741885_1061, duration: 193142
2014-04-10 10:48:36,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job.split dst=null perm=null
2014-04-10 10:48:36,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9731281581_source20_source101_F8DF295B67184E3887B972DC4C29F2A8/_temporary/1/_temporary/attempt_1397144823869_0006_m_000003_0 dst=null perm=null
2014-04-10 10:48:36,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.20.txt dst=null perm=null
2014-04-10 10:48:36,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9731281581_source20_source101_F8DF295B67184E3887B972DC4C29F2A8/_temporary/1/_temporary/attempt_1397144823869_0006_m_000002_0 dst=null perm=null
2014-04-10 10:48:36,199 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36511, bytes: 1913, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0006_m_000001_0_1140760379_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741885_1061, duration: 211563
2014-04-10 10:48:36,202 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0006_01_000005
2014-04-10 10:48:36,202 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0006 CONTAINERID=container_1397144823869_0006_01_000005
2014-04-10 10:48:36,202 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:48:36,202 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0006_01_000005
2014-04-10 10:48:36,212 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0006_01_000005 is : 143
2014-04-10 10:48:36,219 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job_1397144823869_0006_1.jhist. BP-1649026925-127.0.0.1-1397144808341 blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]}
2014-04-10 10:48:36,223 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:48:36,223 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0006 CONTAINERID=container_1397144823869_0006_01_000005
2014-04-10 10:48:36,224 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:48:36,224 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0006_01_000005 from application application_1397144823869_0006
2014-04-10 10:48:36,224 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:36,224 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0006
2014-04-10 10:48:36,224 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000005
2014-04-10 10:48:36,224 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000005
2014-04-10 10:48:36,224 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000005
2014-04-10 10:48:36,225 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000005
2014-04-10 10:48:36,240 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741889_1065 src: /127.0.0.1:44286 dest: /127.0.0.1:36139
2014-04-10 10:48:36,241 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741889_1065 src: /127.0.0.1:44414 dest: /127.0.0.1:53466
2014-04-10 10:48:36,243 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741889_1065 src: /127.0.0.1:36514 dest: /127.0.0.1:55175
2014-04-10 10:48:36,246 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job_1397144823869_0006_1.jhist for DFSClient_NONMAPREDUCE_357413330_1
2014-04-10 10:48:36,257 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0006_01_000004
2014-04-10 10:48:36,257 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0006 CONTAINERID=container_1397144823869_0006_01_000004
2014-04-10 10:48:36,257 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:48:36,257 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0006_01_000004
2014-04-10 10:48:36,257 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0006_01_000005
2014-04-10 10:48:36,257 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0006_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:48:36,258 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0006_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:48:36,258 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0006 CONTAINERID=container_1397144823869_0006_01_000005
2014-04-10 10:48:36,258 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0006_01_000005 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 10:48:36,258 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 10:48:36,258 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0006_01_000005, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:36,258 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:36,258 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 10:48:36,258 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0006_000001 released container container_1397144823869_0006_01_000005 on node: host: localhost:37679 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 10:48:36,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9731281581_source20_source101_F8DF295B67184E3887B972DC4C29F2A8/_temporary/1/_temporary/attempt_1397144823869_0006_m_000004_0 dst=null perm=null
2014-04-10 10:48:36,264 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0006_01_000004 is : 143
2014-04-10 10:48:36,275 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:48:36,275 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000004
2014-04-10 10:48:36,276 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000004
2014-04-10 10:48:36,276 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0006 CONTAINERID=container_1397144823869_0006_01_000004
2014-04-10 10:48:36,276 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000004
2014-04-10 10:48:36,276 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:48:36,276 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0006_01_000004 from application application_1397144823869_0006
2014-04-10 10:48:36,276 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:36,276 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0006
2014-04-10 10:48:36,276 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000004
2014-04-10 10:48:36,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.20.txt dst=null perm=null
2014-04-10 10:48:36,288 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52239, bytes: 55, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0006_m_000001_0_1140760379_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741882_1058, duration: 182121
2014-04-10 10:48:36,309 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0006_01_000006
2014-04-10 10:48:36,309 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0006 CONTAINERID=container_1397144823869_0006_01_000006
2014-04-10 10:48:36,309 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:48:36,309 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0006_01_000006
2014-04-10 10:48:36,315 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0006_01_000006 is : 143
2014-04-10 10:48:36,323 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:48:36,323 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000006
2014-04-10 10:48:36,323 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000006
2014-04-10 10:48:36,323 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000006
2014-04-10 10:48:36,324 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000006
2014-04-10 10:48:36,324 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0006 CONTAINERID=container_1397144823869_0006_01_000006
2014-04-10 10:48:36,324 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:48:36,324 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0006_01_000006 from application application_1397144823869_0006
2014-04-10 10:48:36,324 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:36,324 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0006
2014-04-10 10:48:36,348 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44290, bytes: 55, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0006_m_000000_0_535777808_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741882_1058, duration: 176654
2014-04-10 10:48:36,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9731281581_source20_source101_F8DF295B67184E3887B972DC4C29F2A8/_temporary/1/_temporary/attempt_1397144823869_0006_m_000000_0 dst=null perm=null
2014-04-10 10:48:36,463 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0006_01_000002
2014-04-10 10:48:36,463 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0006 CONTAINERID=container_1397144823869_0006_01_000002
2014-04-10 10:48:36,463 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:48:36,463 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0006_01_000002
2014-04-10 10:48:36,463 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0006_01_000004
2014-04-10 10:48:36,463 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0006_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:48:36,463 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0006_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:48:36,464 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0006 CONTAINERID=container_1397144823869_0006_01_000004
2014-04-10 10:48:36,464 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0006_01_000004 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:48:36,464 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 10:48:36,464 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0006_01_000004, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:36,464 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:36,464 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:48:36,464 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0006_000001 released container container_1397144823869_0006_01_000004 on node: host: localhost:37679 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:48:36,468 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0006_01_000002 is : 143
2014-04-10 10:48:36,476 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:48:36,476 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000002
2014-04-10 10:48:36,476 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000002
2014-04-10 10:48:36,476 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000002
2014-04-10 10:48:36,476 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000002
2014-04-10 10:48:36,476 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0006 CONTAINERID=container_1397144823869_0006_01_000002
2014-04-10 10:48:36,477 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:48:36,477 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0006_01_000002 from application application_1397144823869_0006
2014-04-10 10:48:36,477 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:36,477 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0006
2014-04-10 10:48:36,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9731281581_source20_source101_F8DF295B67184E3887B972DC4C29F2A8/_temporary/1/_temporary/attempt_1397144823869_0006_m_000001_0 dst=null perm=null
2014-04-10 10:48:36,537 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0006_01_000003
2014-04-10 10:48:36,537 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0006 CONTAINERID=container_1397144823869_0006_01_000003
2014-04-10 10:48:36,537 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:48:36,538 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0006_01_000003
2014-04-10 10:48:36,538 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0006_01_000002
2014-04-10 10:48:36,538 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0006_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:48:36,538 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0006_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:48:36,538 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0006 CONTAINERID=container_1397144823869_0006_01_000002
2014-04-10 10:48:36,538 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0006_01_000002 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:48:36,538 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:48:36,538 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0006_01_000002, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:36,539 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:36,539 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:48:36,539 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0006_000001 released container container_1397144823869_0006_01_000002 on node: host: localhost:37679 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:48:36,543 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0006_01_000003 is : 143
2014-04-10 10:48:36,558 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:48:36,558 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000003
2014-04-10 10:48:36,559 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000003
2014-04-10 10:48:36,559 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000003
2014-04-10 10:48:36,559 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000003
2014-04-10 10:48:36,559 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0006 CONTAINERID=container_1397144823869_0006_01_000003
2014-04-10 10:48:36,559 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:48:36,559 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0006_01_000003 from application application_1397144823869_0006
2014-04-10 10:48:36,559 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:36,559 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0006
2014-04-10 10:48:37,310 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0006_01_000006
2014-04-10 10:48:37,311 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0006_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:48:37,311 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0006_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:48:37,311 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0006 CONTAINERID=container_1397144823869_0006_01_000006
2014-04-10 10:48:37,311 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0006_01_000006 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:48:37,311 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:48:37,311 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0006_01_000006, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:37,311 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:37,311 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:48:37,312 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0006_000001 released container container_1397144823869_0006_01_000006 on node: host: localhost:52024 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:48:37,538 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0006_01_000003
2014-04-10 10:48:37,539 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0006_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:48:37,539 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0006_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:48:37,539 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0006 CONTAINERID=container_1397144823869_0006_01_000003
2014-04-10 10:48:37,539 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0006_01_000003 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:48:37,539 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:48:37,540 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0006_01_000003, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:37,540 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:37,540 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:48:37,540 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0006_000001 released container container_1397144823869_0006_01_000003 on node: host: localhost:37679 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:48:37,541 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0006_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:48:37,541 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0006 CONTAINERID=container_1397144823869_0006_01_000007
2014-04-10 10:48:37,541 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0006_01_000007 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:48:37,541 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0006 container=Container: [ContainerId: container_1397144823869_0006_01_000007, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0006_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:37,542 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:48:37,542 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:38,476 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0006_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:48:38,489 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0006_01_000007 by user brock
2014-04-10 10:48:38,489 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0006 CONTAINERID=container_1397144823869_0006_01_000007
2014-04-10 10:48:38,489 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0006_01_000007 to application application_1397144823869_0006
2014-04-10 10:48:38,490 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 10:48:38,490 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0006
2014-04-10 10:48:38,490 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0006
2014-04-10 10:48:38,490 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:48:38,491 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0006
2014-04-10 10:48:38,491 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:48:38,521 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 10:48:38,522 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:38,539 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0006_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:48:38,582 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000007/default_container_executor.sh]
2014-04-10 10:48:39,480 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:48:40,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/9731281581_source20_source101_F8DF295B67184E3887B972DC4C29F2A8/_temporary/1/_temporary/attempt_1397144823869_0006_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:40,298 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/9731281581_source20_source101_F8DF295B67184E3887B972DC4C29F2A8/_temporary/1/_temporary/attempt_1397144823869_0006_r_000000_0/part-00000. BP-1649026925-127.0.0.1-1397144808341 blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:48:40,373 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741890_1066 src: /127.0.0.1:52256 dest: /127.0.0.1:55289
2014-04-10 10:48:40,375 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741890_1066 src: /127.0.0.1:44434 dest: /127.0.0.1:53466
2014-04-10 10:48:40,375 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741890_1066 src: /127.0.0.1:44309 dest: /127.0.0.1:36139
2014-04-10 10:48:40,386 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44309, dest: /127.0.0.1:36139, bytes: 42, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0006_r_000000_0_-1018170839_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741890_1066, duration: 9716733
2014-04-10 10:48:40,387 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741890_1066, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:40,387 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:48:40,387 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44434, dest: /127.0.0.1:53466, bytes: 42, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0006_r_000000_0_-1018170839_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741890_1066, duration: 10538025
2014-04-10 10:48:40,388 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741890_1066, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:40,388 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:48:40,388 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52256, dest: /127.0.0.1:55289, bytes: 42, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0006_r_000000_0_-1018170839_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741890_1066, duration: 11415696
2014-04-10 10:48:40,388 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741890_1066, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:40,388 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:48:40,404 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/9731281581_source20_source101_F8DF295B67184E3887B972DC4C29F2A8/_temporary/1/_temporary/attempt_1397144823869_0006_r_000000_0/part-00000 is closed by DFSClient_attempt_1397144823869_0006_r_000000_0_-1018170839_1
2014-04-10 10:48:40,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9731281581_source20_source101_F8DF295B67184E3887B972DC4C29F2A8/_temporary/1/_temporary/attempt_1397144823869_0006_r_000000_0 dst=null perm=null
2014-04-10 10:48:40,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9731281581_source20_source101_F8DF295B67184E3887B972DC4C29F2A8/_temporary/1/_temporary/attempt_1397144823869_0006_r_000000_0 dst=null perm=null
2014-04-10 10:48:40,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9731281581_source20_source101_F8DF295B67184E3887B972DC4C29F2A8/_temporary/1/task_1397144823869_0006_r_000000 dst=null perm=null
2014-04-10 10:48:40,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/9731281581_source20_source101_F8DF295B67184E3887B972DC4C29F2A8/_temporary/1/_temporary/attempt_1397144823869_0006_r_000000_0 dst=/tmp/hadoop-brock/9731281581_source20_source101_F8DF295B67184E3887B972DC4C29F2A8/_temporary/1/task_1397144823869_0006_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:48:40,524 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0006_01_000007
2014-04-10 10:48:40,525 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0006 CONTAINERID=container_1397144823869_0006_01_000007
2014-04-10 10:48:40,525 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000007 transitioned from RUNNING to KILLING
2014-04-10 10:48:40,525 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0006_01_000007
2014-04-10 10:48:40,530 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0006_01_000007 is : 143
2014-04-10 10:48:40,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:40,541 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:48:40,542 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000007
2014-04-10 10:48:40,542 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000007
2014-04-10 10:48:40,542 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000007
2014-04-10 10:48:40,542 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000007
2014-04-10 10:48:40,542 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0006 CONTAINERID=container_1397144823869_0006_01_000007
2014-04-10 10:48:40,542 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:48:40,542 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0006_01_000007 from application application_1397144823869_0006
2014-04-10 10:48:40,542 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:40,542 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0006
2014-04-10 10:48:40,554 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_357413330_1
2014-04-10 10:48:40,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/9731281581_source20_source101_F8DF295B67184E3887B972DC4C29F2A8/_temporary/1 dst=null perm=null
2014-04-10 10:48:40,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9731281581_source20_source101_F8DF295B67184E3887B972DC4C29F2A8 dst=null perm=null
2014-04-10 10:48:40,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9731281581_source20_source101_F8DF295B67184E3887B972DC4C29F2A8 dst=null perm=null
2014-04-10 10:48:40,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/9731281581_source20_source101_F8DF295B67184E3887B972DC4C29F2A8/_temporary/1/task_1397144823869_0006_r_000000 dst=null perm=null
2014-04-10 10:48:40,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9731281581_source20_source101_F8DF295B67184E3887B972DC4C29F2A8/part-00000 dst=null perm=null
2014-04-10 10:48:40,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/9731281581_source20_source101_F8DF295B67184E3887B972DC4C29F2A8/_temporary/1/task_1397144823869_0006_r_000000/part-00000 dst=/tmp/hadoop-brock/9731281581_source20_source101_F8DF295B67184E3887B972DC4C29F2A8/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:40,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/9731281581_source20_source101_F8DF295B67184E3887B972DC4C29F2A8/_temporary dst=null perm=null
2014-04-10 10:48:40,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/9731281581_source20_source101_F8DF295B67184E3887B972DC4C29F2A8/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:40,637 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/9731281581_source20_source101_F8DF295B67184E3887B972DC4C29F2A8/_SUCCESS is closed by DFSClient_NONMAPREDUCE_357413330_1
2014-04-10 10:48:40,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:40,671 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_357413330_1
2014-04-10 10:48:40,694 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36514, dest: /127.0.0.1:55175, bytes: 69487, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_357413330_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741889_1065, duration: 4450270518
2014-04-10 10:48:40,694 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741889_1065, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:40,695 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44414, dest: /127.0.0.1:53466, bytes: 69487, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_357413330_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741889_1065, duration: 4451139785
2014-04-10 10:48:40,695 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 15745
2014-04-10 10:48:40,696 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:40,696 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44286, dest: /127.0.0.1:36139, bytes: 69487, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_357413330_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741889_1065, duration: 4452377993
2014-04-10 10:48:40,697 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 15745
2014-04-10 10:48:40,697 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:40,697 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 15745
2014-04-10 10:48:40,712 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job_1397144823869_0006_1.jhist is closed by DFSClient_NONMAPREDUCE_357413330_1
2014-04-10 10:48:40,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0006.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:40,733 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0006.summary_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]}
2014-04-10 10:48:40,748 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741891_1067 src: /127.0.0.1:44311 dest: /127.0.0.1:36139
2014-04-10 10:48:40,749 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741891_1067 src: /127.0.0.1:52262 dest: /127.0.0.1:55289
2014-04-10 10:48:40,750 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741891_1067 src: /127.0.0.1:36539 dest: /127.0.0.1:55175
2014-04-10 10:48:40,754 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36539, dest: /127.0.0.1:55175, bytes: 423, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_357413330_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741891_1067, duration: 2235052
2014-04-10 10:48:40,755 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741891_1067, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:40,755 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:48:40,755 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52262, dest: /127.0.0.1:55289, bytes: 423, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_357413330_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741891_1067, duration: 3475918
2014-04-10 10:48:40,756 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741891_1067, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:40,756 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:48:40,756 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44311, dest: /127.0.0.1:36139, bytes: 423, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_357413330_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741891_1067, duration: 4283191
2014-04-10 10:48:40,756 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741891_1067, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:40,757 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:48:40,771 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0006.summary_tmp is closed by DFSClient_NONMAPREDUCE_357413330_1
2014-04-10 10:48:40,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0006.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:48:40,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job_1397144823869_0006_1.jhist dst=null perm=null
2014-04-10 10:48:40,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0006-1397144907487-brock-%5B20CF57B445D04C218B385C0490010B8F%2F3FB9586288FE48FD-1397144920672-5-1-SUCCEEDED-default-1397144910401.jhist_tmp dst=null perm=null
2014-04-10 10:48:40,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job_1397144823869_0006_1.jhist dst=null perm=null
2014-04-10 10:48:40,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0006-1397144907487-brock-%5B20CF57B445D04C218B385C0490010B8F%2F3FB9586288FE48FD-1397144920672-5-1-SUCCEEDED-default-1397144910401.jhist_tmp dst=null perm=null
2014-04-10 10:48:40,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job_1397144823869_0006_1.jhist dst=null perm=null
2014-04-10 10:48:40,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0006-1397144907487-brock-%5B20CF57B445D04C218B385C0490010B8F%2F3FB9586288FE48FD-1397144920672-5-1-SUCCEEDED-default-1397144910401.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:40,824 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36540, bytes: 70031, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_357413330_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741889_1065, duration: 411160
2014-04-10 10:48:40,827 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0006-1397144907487-brock-%5B20CF57B445D04C218B385C0490010B8F%2F3FB9586288FE48FD-1397144920672-5-1-SUCCEEDED-default-1397144910401.jhist_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:48:40,840 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741892_1068 src: /127.0.0.1:36541 dest: /127.0.0.1:55175
2014-04-10 10:48:40,841 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741892_1068 src: /127.0.0.1:52266 dest: /127.0.0.1:55289
2014-04-10 10:48:40,842 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741892_1068 src: /127.0.0.1:44317 dest: /127.0.0.1:36139
2014-04-10 10:48:40,847 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44317, dest: /127.0.0.1:36139, bytes: 69487, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_357413330_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741892_1068, duration: 3198342
2014-04-10 10:48:40,847 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741892_1068, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:40,848 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:48:40,848 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52266, dest: /127.0.0.1:55289, bytes: 69487, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_357413330_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741892_1068, duration: 4036576
2014-04-10 10:48:40,848 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741892_1068, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:40,849 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:48:40,849 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36541, dest: /127.0.0.1:55175, bytes: 69487, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_357413330_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741892_1068, duration: 4801006
2014-04-10 10:48:40,849 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741892_1068, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:40,849 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:48:40,862 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0006-1397144907487-brock-%5B20CF57B445D04C218B385C0490010B8F%2F3FB9586288FE48FD-1397144920672-5-1-SUCCEEDED-default-1397144910401.jhist_tmp is closed by DFSClient_NONMAPREDUCE_357413330_1
2014-04-10 10:48:40,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0006-1397144907487-brock-%5B20CF57B445D04C218B385C0490010B8F%2F3FB9586288FE48FD-1397144920672-5-1-SUCCEEDED-default-1397144910401.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:48:40,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job_1397144823869_0006_1_conf.xml dst=null perm=null
2014-04-10 10:48:40,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0006_conf.xml_tmp dst=null perm=null
2014-04-10 10:48:40,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job_1397144823869_0006_1_conf.xml dst=null perm=null
2014-04-10 10:48:40,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0006_conf.xml_tmp dst=null perm=null
2014-04-10 10:48:40,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006/job_1397144823869_0006_1_conf.xml dst=null perm=null
2014-04-10 10:48:40,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0006_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:40,898 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36540, bytes: 96760, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_357413330_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741888_1064, duration: 374815
2014-04-10 10:48:40,901 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0006_conf.xml_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:48:40,915 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741893_1069 src: /127.0.0.1:44318 dest: /127.0.0.1:36139
2014-04-10 10:48:40,916 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741893_1069 src: /127.0.0.1:36545 dest: /127.0.0.1:55175
2014-04-10 10:48:40,917 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741893_1069 src: /127.0.0.1:44447 dest: /127.0.0.1:53466
2014-04-10 10:48:40,921 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44447, dest: /127.0.0.1:53466, bytes: 96008, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_357413330_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741893_1069, duration: 3086222
2014-04-10 10:48:40,922 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741893_1069, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:40,922 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:48:40,922 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36545, dest: /127.0.0.1:55175, bytes: 96008, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_357413330_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741893_1069, duration: 3734136
2014-04-10 10:48:40,923 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741893_1069, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:40,923 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:48:40,923 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44318, dest: /127.0.0.1:36139, bytes: 96008, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_357413330_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741893_1069, duration: 4553202
2014-04-10 10:48:40,924 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741893_1069, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:40,924 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:48:40,937 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0006_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_357413330_1
2014-04-10 10:48:40,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0006_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:48:40,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0006.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0006.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:48:40,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0006_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0006_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:48:40,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0006-1397144907487-brock-%5B20CF57B445D04C218B385C0490010B8F%2F3FB9586288FE48FD-1397144920672-5-1-SUCCEEDED-default-1397144910401.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0006-1397144907487-brock-%5B20CF57B445D04C218B385C0490010B8F%2F3FB9586288FE48FD-1397144920672-5-1-SUCCEEDED-default-1397144910401.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:48:41,004 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397144823869_0006_000001 with final state: FINISHING
2014-04-10 10:48:41,004 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0006_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:48:41,004 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397144823869_0006 with final state: FINISHING
2014-04-10 10:48:41,005 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0006 State change from RUNNING to FINAL_SAVING
2014-04-10 10:48:41,005 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0006
2014-04-10 10:48:41,005 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0006_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:48:41,005 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0006 State change from FINAL_SAVING to FINISHING
2014-04-10 10:48:41,073 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:48:41,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:48:41,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:48:41,078 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397144823869_0006 from file: hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0006-1397144907487-brock-%5B20CF57B445D04C218B385C0490010B8F%2F3FB9586288FE48FD-1397144920672-5-1-SUCCEEDED-default-1397144910401.jhist
2014-04-10 10:48:41,078 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0006-1397144907487-brock-%5B20CF57B445D04C218B385C0490010B8F%2F3FB9586288FE48FD-1397144920672-5-1-SUCCEEDED-default-1397144910401.jhist]
2014-04-10 10:48:41,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0006-1397144907487-brock-%5B20CF57B445D04C218B385C0490010B8F%2F3FB9586288FE48FD-1397144920672-5-1-SUCCEEDED-default-1397144910401.jhist dst=null perm=null
2014-04-10 10:48:41,083 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52274, bytes: 70031, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741892_1068, duration: 433682
2014-04-10 10:48:41,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0006.summary dst=null perm=null
2014-04-10 10:48:41,115 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36551, bytes: 427, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_538767685_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741891_1067, duration: 129182
2014-04-10 10:48:41,115 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397144823869_0006,submitTime=1397144907487,launchTime=1397144910401,firstMapTaskLaunchTime=1397144912585,firstReduceTaskLaunchTime=1397144918491,finishTime=1397144920672,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=5,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=18,reduceSlotSeconds=2,jobName=[20CF57B445D04C218B385C0490010B8F/3FB9586288FE48FDBA47E1186C6A4662] cogroupopt/(2/2)
2014-04-10 10:48:41,115 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0006.summary]
2014-04-10 10:48:41,129 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741891_1067 127.0.0.1:36139 127.0.0.1:55289 127.0.0.1:55175
2014-04-10 10:48:41,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0006.summary dst=null perm=null
2014-04-10 10:48:41,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:48:41,131 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0006-1397144907487-brock-%5B20CF57B445D04C218B385C0490010B8F%2F3FB9586288FE48FD-1397144920672-5-1-SUCCEEDED-default-1397144910401.jhist to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0006-1397144907487-brock-%5B20CF57B445D04C218B385C0490010B8F%2F3FB9586288FE48FD-1397144920672-5-1-SUCCEEDED-default-1397144910401.jhist
2014-04-10 10:48:41,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0006-1397144907487-brock-%5B20CF57B445D04C218B385C0490010B8F%2F3FB9586288FE48FD-1397144920672-5-1-SUCCEEDED-default-1397144910401.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0006-1397144907487-brock-%5B20CF57B445D04C218B385C0490010B8F%2F3FB9586288FE48FD-1397144920672-5-1-SUCCEEDED-default-1397144910401.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:48:41,146 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0006_conf.xml to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0006_conf.xml
2014-04-10 10:48:41,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0006_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0006_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:48:41,165 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [cogroupopt] starting step: (1/2) ...tform/cogroupacogroupopt2
2014-04-10 10:48:41,173 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:48:41,181 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:48:41,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2 dst=null perm=null
2014-04-10 10:48:41,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:48:41,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:48:41,184 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 7
2014-04-10 10:48:41,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007 dst=null perm=null
2014-04-10 10:48:41,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:48:41,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:48:41,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.jar dst=null perm=null
2014-04-10 10:48:41,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:48:41,222 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:48:41,239 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741894_1070 src: /127.0.0.1:44453 dest: /127.0.0.1:53466
2014-04-10 10:48:41,240 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741894_1070 src: /127.0.0.1:44327 dest: /127.0.0.1:36139
2014-04-10 10:48:41,241 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741894_1070 src: /127.0.0.1:36554 dest: /127.0.0.1:55175
2014-04-10 10:48:41,246 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36554, dest: /127.0.0.1:55175, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741894_1070, duration: 4032196
2014-04-10 10:48:41,247 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741894_1070, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:41,247 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:48:41,247 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44327, dest: /127.0.0.1:36139, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741894_1070, duration: 4710195
2014-04-10 10:48:41,248 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741894_1070, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:41,248 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:48:41,248 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44453, dest: /127.0.0.1:53466, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741894_1070, duration: 4838123
2014-04-10 10:48:41,248 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741894_1070, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:41,249 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:48:41,262 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:48:41,263 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.jar
2014-04-10 10:48:41,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.jar dst=null perm=null
2014-04-10 10:48:41,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:48:41,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:48:41,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:48:41,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:48:41,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:48:41,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:48:41,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:48:41,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:48:41,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:48:41,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:48:41,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.10.txt dst=null perm=null
2014-04-10 10:48:41,292 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:48:41,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.10.txt dst=null perm=null
2014-04-10 10:48:41,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9731281581_source20_source101_F8DF295B67184E3887B972DC4C29F2A8 dst=null perm=null
2014-04-10 10:48:41,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9731281581_source20_source101_F8DF295B67184E3887B972DC4C29F2A8 dst=null perm=null
2014-04-10 10:48:41,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/9731281581_source20_source101_F8DF295B67184E3887B972DC4C29F2A8 dst=null perm=null
2014-04-10 10:48:41,298 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:48:41,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.10.txt dst=null perm=null
2014-04-10 10:48:41,300 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:48:41,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.10.txt dst=null perm=null
2014-04-10 10:48:41,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9731281581_source20_source101_F8DF295B67184E3887B972DC4C29F2A8 dst=null perm=null
2014-04-10 10:48:41,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9731281581_source20_source101_F8DF295B67184E3887B972DC4C29F2A8 dst=null perm=null
2014-04-10 10:48:41,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/9731281581_source20_source101_F8DF295B67184E3887B972DC4C29F2A8 dst=null perm=null
2014-04-10 10:48:41,307 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:48:41,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:48:41,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:48:41,330 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.split
2014-04-10 10:48:41,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.split dst=null perm=null
2014-04-10 10:48:41,339 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.split. BP-1649026925-127.0.0.1-1397144808341 blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]}
2014-04-10 10:48:41,356 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741895_1071 src: /127.0.0.1:44457 dest: /127.0.0.1:53466
2014-04-10 10:48:41,357 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741895_1071 src: /127.0.0.1:44331 dest: /127.0.0.1:36139
2014-04-10 10:48:41,359 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741895_1071 src: /127.0.0.1:52282 dest: /127.0.0.1:55289
2014-04-10 10:48:41,360 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741895_1071 src: /127.0.0.1:36559 dest: /127.0.0.1:55175
2014-04-10 10:48:41,363 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36559, dest: /127.0.0.1:55175, bytes: 1807, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741895_1071, duration: 1958325
2014-04-10 10:48:41,363 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741895_1071, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:41,364 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:48:41,364 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52282, dest: /127.0.0.1:55289, bytes: 1807, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741895_1071, duration: 2610603
2014-04-10 10:48:41,364 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741895_1071, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:41,365 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:48:41,365 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44331, dest: /127.0.0.1:36139, bytes: 1807, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741895_1071, duration: 3372777
2014-04-10 10:48:41,365 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741895_1071, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:41,365 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:48:41,365 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44457, dest: /127.0.0.1:53466, bytes: 1807, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741895_1071, duration: 4098190
2014-04-10 10:48:41,366 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741895_1071, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:41,367 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:48:41,379 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.split is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:48:41,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:48:41,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:48:41,397 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.splitmetainfo. BP-1649026925-127.0.0.1-1397144808341 blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:48:41,414 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741896_1072 src: /127.0.0.1:36561 dest: /127.0.0.1:55175
2014-04-10 10:48:41,415 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741896_1072 src: /127.0.0.1:44336 dest: /127.0.0.1:36139
2014-04-10 10:48:41,416 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741896_1072 src: /127.0.0.1:52287 dest: /127.0.0.1:55289
2014-04-10 10:48:41,419 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52287, dest: /127.0.0.1:55289, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741896_1072, duration: 1302666
2014-04-10 10:48:41,419 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741896_1072, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:41,419 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:48:41,419 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44336, dest: /127.0.0.1:36139, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741896_1072, duration: 1588265
2014-04-10 10:48:41,419 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741896_1072, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:41,419 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:48:41,420 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36561, dest: /127.0.0.1:55175, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741896_1072, duration: 1935133
2014-04-10 10:48:41,420 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741896_1072, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:41,420 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:48:41,429 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:48:41,429 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 10:48:41,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:48:41,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:48:41,465 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:48:41,481 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741897_1073 src: /127.0.0.1:44466 dest: /127.0.0.1:53466
2014-04-10 10:48:41,482 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741897_1073 src: /127.0.0.1:44340 dest: /127.0.0.1:36139
2014-04-10 10:48:41,483 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741897_1073 src: /127.0.0.1:36567 dest: /127.0.0.1:55175
2014-04-10 10:48:41,487 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36567, dest: /127.0.0.1:55175, bytes: 82616, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741897_1073, duration: 2508439
2014-04-10 10:48:41,487 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741897_1073, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:41,487 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:48:41,487 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44340, dest: /127.0.0.1:36139, bytes: 82616, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741897_1073, duration: 3014237
2014-04-10 10:48:41,488 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741897_1073, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:41,488 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:48:41,489 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44466, dest: /127.0.0.1:53466, bytes: 82616, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741897_1073, duration: 3654312
2014-04-10 10:48:41,489 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741897_1073, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:41,489 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:48:41,504 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.xml is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:48:41,504 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397144823869_0007
2014-04-10 10:48:41,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007 dst=null perm=null
2014-04-10 10:48:41,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.xml dst=null perm=null
2014-04-10 10:48:41,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.xml dst=null perm=null
2014-04-10 10:48:41,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.jar dst=null perm=null
2014-04-10 10:48:41,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.jar dst=null perm=null
2014-04-10 10:48:41,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.split dst=null perm=null
2014-04-10 10:48:41,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.split dst=null perm=null
2014-04-10 10:48:41,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.splitmetainfo dst=null perm=null
2014-04-10 10:48:41,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.splitmetainfo dst=null perm=null
2014-04-10 10:48:41,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:48:41,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:48:41,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:48:41,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:48:41,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:48:41,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:48:41,525 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0006_01_000007
2014-04-10 10:48:41,526 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0006_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:48:41,526 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0006_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 10:48:41,526 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0006 CONTAINERID=container_1397144823869_0006_01_000007
2014-04-10 10:48:41,526 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0006_01_000007 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:48:41,527 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:48:41,527 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0006_01_000007, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:41,527 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:41,527 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:48:41,528 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0006_000001 released container container_1397144823869_0006_01_000007 on node: host: localhost:37679 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:48:41,563 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 7 submitted by user brock
2014-04-10 10:48:41,563 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397144823869_0007
2014-04-10 10:48:41,563 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397144823869_0007
2014-04-10 10:48:41,563 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0007
2014-04-10 10:48:41,563 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0007 State change from NEW to NEW_SAVING
2014-04-10 10:48:41,564 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0007 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:48:41,564 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397144823869_0007_000001
2014-04-10 10:48:41,564 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0007_000001 State change from NEW to SUBMITTED
2014-04-10 10:48:41,565 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397144823869_0007 from user: brock activated in queue: default
2014-04-10 10:48:41,565 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397144823869_0007 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@1ba82161, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:48:41,565 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397144823869_0007 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:48:41,565 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397144823869_0007
2014-04-10 10:48:41,565 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397144823869_0007_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:48:41,566 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0007_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:48:41,567 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0007 State change from SUBMITTED to ACCEPTED
2014-04-10 10:48:41,568 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:60619/proxy/application_1397144823869_0007/
2014-04-10 10:48:41,569 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [cogroupopt] submitted hadoop job: job_1397144823869_0007
2014-04-10 10:48:41,569 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [cogroupopt] tracking url: http://localhost:60619/proxy/application_1397144823869_0007/
2014-04-10 10:48:41,824 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0007_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:48:41,825 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0007 CONTAINERID=container_1397144823869_0007_01_000001
2014-04-10 10:48:41,825 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0007_01_000001 of capacity <memory:2048, vCores:1> on host localhost:56736, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2014-04-10 10:48:41,825 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0007 container=Container: [ContainerId: container_1397144823869_0007_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0007_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:41,825 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:48:41,825 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0007_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:48:41,825 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:41,826 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397144823869_0007 AttemptId: appattempt_1397144823869_0007_000001 MasterContainer: Container: [ContainerId: container_1397144823869_0007_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ]
2014-04-10 10:48:41,826 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0007_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:48:41,826 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0007_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:48:41,827 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397144823869_0007_000001
2014-04-10 10:48:41,827 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397144823869_0007_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] for AM appattempt_1397144823869_0007_000001
2014-04-10 10:48:41,828 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397144823869_0007_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:48:41,831 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0007_000001 (auth:SIMPLE)
2014-04-10 10:48:41,833 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0007_01_000001 by user brock
2014-04-10 10:48:41,834 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0007
2014-04-10 10:48:41,834 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0007 CONTAINERID=container_1397144823869_0007_01_000001
2014-04-10 10:48:41,834 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0007 transitioned from NEW to INITING
2014-04-10 10:48:41,835 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0007_01_000001 to application application_1397144823869_0007
2014-04-10 10:48:41,835 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0007 transitioned from INITING to RUNNING
2014-04-10 10:48:41,835 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397144823869_0007_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] for AM appattempt_1397144823869_0007_000001
2014-04-10 10:48:41,835 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0007_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:48:41,835 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:48:41,836 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0007
2014-04-10 10:48:41,836 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:48:41,836 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:48:41,836 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:48:41,836 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:48:41,836 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0007_01_000001
2014-04-10 10:48:41,846 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397144823869_0007_01_000001.tokens. Credentials list:
2014-04-10 10:48:41,861 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:48:41,928 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397144823869_0007_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000001.tokens
2014-04-10 10:48:41,928 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0007 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0007
2014-04-10 10:48:41,929 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741892_1068
2014-04-10 10:48:41,937 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741890_1066
2014-04-10 10:48:41,937 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741895_1071
2014-04-10 10:48:41,938 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741897_1073
2014-04-10 10:48:41,940 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741893_1069
2014-04-10 10:48:42,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.jar dst=null perm=null
2014-04-10 10:48:42,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.jar dst=null perm=null
2014-04-10 10:48:42,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.jar dst=null perm=null
2014-04-10 10:48:42,045 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44473, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2085417085_5272, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741894_1070, duration: 912767
2014-04-10 10:48:42,054 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741884_1060 127.0.0.1:55289 127.0.0.1:36139 127.0.0.1:55175 127.0.0.1:53466
2014-04-10 10:48:42,054 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741885_1061 127.0.0.1:53466 127.0.0.1:55289 127.0.0.1:36139 127.0.0.1:55175
2014-04-10 10:48:42,055 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741886_1062 127.0.0.1:55289 127.0.0.1:53466 127.0.0.1:55175
2014-04-10 10:48:42,055 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741887_1063 127.0.0.1:36139 127.0.0.1:55175 127.0.0.1:55289
2014-04-10 10:48:42,055 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741889_1065 127.0.0.1:36139 127.0.0.1:53466 127.0.0.1:55175
2014-04-10 10:48:42,055 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741888_1064 127.0.0.1:55289 127.0.0.1:55175 127.0.0.1:36139
2014-04-10 10:48:42,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0006 dst=null perm=null
2014-04-10 10:48:42,074 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0007/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:48:42,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.splitmetainfo dst=null perm=null
2014-04-10 10:48:42,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.splitmetainfo dst=null perm=null
2014-04-10 10:48:42,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.splitmetainfo dst=null perm=null
2014-04-10 10:48:42,100 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44347, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2085417085_5272, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741896_1072, duration: 248512
2014-04-10 10:48:42,118 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0007/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:48:42,130 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741894_1070
2014-04-10 10:48:42,131 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741889_1065
2014-04-10 10:48:42,132 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741895_1071
2014-04-10 10:48:42,133 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741897_1073
2014-04-10 10:48:42,134 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741891_1067
2014-04-10 10:48:42,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.split dst=null perm=null
2014-04-10 10:48:42,135 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741891_1067
2014-04-10 10:48:42,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.split dst=null perm=null
2014-04-10 10:48:42,137 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741889_1065
2014-04-10 10:48:42,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.split dst=null perm=null
2014-04-10 10:48:42,141 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741894_1070
2014-04-10 10:48:42,143 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741889_1065
2014-04-10 10:48:42,145 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44347, bytes: 1823, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2085417085_5272, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741895_1071, duration: 292132
2014-04-10 10:48:42,163 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0007/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:48:42,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.xml dst=null perm=null
2014-04-10 10:48:42,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.xml dst=null perm=null
2014-04-10 10:48:42,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.xml dst=null perm=null
2014-04-10 10:48:42,191 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44347, bytes: 83264, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2085417085_5272, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741897_1073, duration: 416653
2014-04-10 10:48:42,210 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0007/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:48:42,210 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:48:42,243 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:48:42,243 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:42,244 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741890_1066
2014-04-10 10:48:42,245 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741891_1067
2014-04-10 10:48:42,246 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741892_1068
2014-04-10 10:48:42,246 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741895_1071
2014-04-10 10:48:42,247 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741896_1072
2014-04-10 10:48:42,304 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000001/default_container_executor.sh]
2014-04-10 10:48:42,331 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741893_1069
2014-04-10 10:48:42,331 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741896_1072
2014-04-10 10:48:42,332 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741890_1066
2014-04-10 10:48:42,337 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741894_1070
2014-04-10 10:48:42,339 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741893_1069
2014-04-10 10:48:42,340 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741892_1068
2014-04-10 10:48:42,340 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741895_1071
2014-04-10 10:48:42,340 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741896_1072
2014-04-10 10:48:42,538 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741897_1073
2014-04-10 10:48:42,823 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0007_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:48:43,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:48:43,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/COMMIT_STARTED dst=null perm=null
2014-04-10 10:48:43,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:48:43,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/COMMIT_FAIL dst=null perm=null
2014-04-10 10:48:43,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007 dst=null perm=null
2014-04-10 10:48:43,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:48:43,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:48:43,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.splitmetainfo dst=null perm=null
2014-04-10 10:48:43,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.splitmetainfo dst=null perm=null
2014-04-10 10:48:43,761 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:53466 to replicate blk_1073741894_1070 to datanode(s) 127.0.0.1:55289
2014-04-10 10:48:43,761 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073741888_1064, blk_1073741891_1067, blk_1073741884_1060, blk_1073741885_1061, blk_1073741886_1062, blk_1073741887_1063]
2014-04-10 10:48:43,761 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073741888_1064, blk_1073741889_1065, blk_1073741891_1067, blk_1073741884_1060, blk_1073741885_1061, blk_1073741887_1063]
2014-04-10 10:48:43,799 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52306, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1960271148_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741896_1072, duration: 158751
2014-04-10 10:48:44,414 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0007_000001 (auth:SIMPLE)
2014-04-10 10:48:44,416 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397144823869_0007_000001
2014-04-10 10:48:44,416 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397144823869_0007 APPATTEMPTID=appattempt_1397144823869_0007_000001
2014-04-10 10:48:44,416 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0007_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:48:44,416 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0007 State change from ACCEPTED to RUNNING
2014-04-10 10:48:44,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job_1397144823869_0007_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:44,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:48:44,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job_1397144823869_0007_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:44,617 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job_1397144823869_0007_1_conf.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]}
2014-04-10 10:48:44,659 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741898_1074 src: /127.0.0.1:52312 dest: /127.0.0.1:55289
2014-04-10 10:48:44,660 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741898_1074 src: /127.0.0.1:44490 dest: /127.0.0.1:53466
2014-04-10 10:48:44,661 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741898_1074 src: /127.0.0.1:44364 dest: /127.0.0.1:36139
2014-04-10 10:48:44,667 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44364, dest: /127.0.0.1:36139, bytes: 96623, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1960271148_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741898_1074, duration: 5252755
2014-04-10 10:48:44,667 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741898_1074, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:44,667 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44490, dest: /127.0.0.1:53466, bytes: 96623, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1960271148_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741898_1074, duration: 5718689
2014-04-10 10:48:44,667 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:48:44,667 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52312, dest: /127.0.0.1:55289, bytes: 96623, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1960271148_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741898_1074, duration: 6128083
2014-04-10 10:48:44,668 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741898_1074, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:44,668 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:48:44,667 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741898_1074, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:44,668 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:48:44,679 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job_1397144823869_0007_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1960271148_1
2014-04-10 10:48:45,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741888_1064 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741888 for deletion
2014-04-10 10:48:45,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741891_1067 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741891 for deletion
2014-04-10 10:48:45,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741884_1060 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741884 for deletion
2014-04-10 10:48:45,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741888_1064 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741888
2014-04-10 10:48:45,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741885_1061 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741885 for deletion
2014-04-10 10:48:45,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741891_1067 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741891
2014-04-10 10:48:45,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741886_1062 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741886 for deletion
2014-04-10 10:48:45,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741885_1061 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741885
2014-04-10 10:48:45,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741884_1060 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741884
2014-04-10 10:48:45,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741887_1063 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741887 for deletion
2014-04-10 10:48:45,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741886_1062 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741886
2014-04-10 10:48:45,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741887_1063 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741887
2014-04-10 10:48:45,065 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=c77d7afe-f695-41db-95ad-e46c268e06f7, infoPort=43222, ipcPort=44592, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) Starting thread to transfer BP-1649026925-127.0.0.1-1397144808341:blk_1073741894_1070 to 127.0.0.1:55289
2014-04-10 10:48:45,066 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741894_1070 src: /127.0.0.1:52316 dest: /127.0.0.1:55289
2014-04-10 10:48:45,067 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1649026925-127.0.0.1-1397144808341:blk_1073741894_1070 (numBytes=244650) to 127.0.0.1/127.0.0.1:55289
2014-04-10 10:48:45,068 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1649026925-127.0.0.1-1397144808341:blk_1073741894_1070 src: /127.0.0.1:52316 dest: /127.0.0.1:55289 of size 244650
2014-04-10 10:48:45,069 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741894_1070 size 244650
2014-04-10 10:48:45,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741888_1064 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741888 for deletion
2014-04-10 10:48:45,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741889_1065 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741889 for deletion
2014-04-10 10:48:45,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741888_1064 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741888
2014-04-10 10:48:45,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741889_1065 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741889
2014-04-10 10:48:45,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741891_1067 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741891 for deletion
2014-04-10 10:48:45,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741884_1060 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741884 for deletion
2014-04-10 10:48:45,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741891_1067 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741891
2014-04-10 10:48:45,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741885_1061 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741885 for deletion
2014-04-10 10:48:45,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741887_1063 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741887 for deletion
2014-04-10 10:48:45,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741885_1061 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741885
2014-04-10 10:48:45,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741884_1060 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741884
2014-04-10 10:48:45,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741887_1063 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741887
2014-04-10 10:48:45,527 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0007_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:48:45,527 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0007 CONTAINERID=container_1397144823869_0007_01_000002
2014-04-10 10:48:45,527 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0007_01_000002 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:48:45,528 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0007 container=Container: [ContainerId: container_1397144823869_0007_01_000002, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0007_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:45,528 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:48:45,528 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:45,529 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0007_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:48:45,529 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0007 CONTAINERID=container_1397144823869_0007_01_000003
2014-04-10 10:48:45,529 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0007_01_000003 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:48:45,529 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0007 container=Container: [ContainerId: container_1397144823869_0007_01_000003, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0007_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:45,529 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:48:45,530 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:45,530 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0007_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:48:45,530 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0007 CONTAINERID=container_1397144823869_0007_01_000004
2014-04-10 10:48:45,530 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0007_01_000004 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 10:48:45,531 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0007 container=Container: [ContainerId: container_1397144823869_0007_01_000004, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0007_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:45,531 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:48:45,531 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:45,531 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0007_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:48:45,532 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0007 CONTAINERID=container_1397144823869_0007_01_000005
2014-04-10 10:48:45,532 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0007_01_000005 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 10:48:45,532 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0007 container=Container: [ContainerId: container_1397144823869_0007_01_000005, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0007_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:45,532 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:48:45,532 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:46,287 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0007_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:48:46,287 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0007 CONTAINERID=container_1397144823869_0007_01_000006
2014-04-10 10:48:46,287 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0007_01_000006 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:48:46,287 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0007 container=Container: [ContainerId: container_1397144823869_0007_01_000006, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0007_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:46,288 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 10:48:46,288 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:46,454 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0007_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:48:46,454 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0007_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:48:46,454 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0007_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:48:46,455 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0007_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:48:46,455 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0007_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:48:46,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.jar dst=null perm=null
2014-04-10 10:48:46,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.jar dst=null perm=null
2014-04-10 10:48:46,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.xml dst=null perm=null
2014-04-10 10:48:46,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.xml dst=null perm=null
2014-04-10 10:48:46,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:48:46,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:48:46,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:48:46,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:48:46,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:48:46,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:48:46,590 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0007_000001 (auth:SIMPLE)
2014-04-10 10:48:46,590 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0007_000001 (auth:SIMPLE)
2014-04-10 10:48:46,594 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0007_01_000003 by user brock
2014-04-10 10:48:46,594 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0007
2014-04-10 10:48:46,594 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0007_01_000006 by user brock
2014-04-10 10:48:46,594 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0007 CONTAINERID=container_1397144823869_0007_01_000003
2014-04-10 10:48:46,594 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0007_01_000004 by user brock
2014-04-10 10:48:46,594 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0007_01_000002 by user brock
2014-04-10 10:48:46,595 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0007_01_000005 by user brock
2014-04-10 10:48:46,595 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0007
2014-04-10 10:48:46,595 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0007 transitioned from NEW to INITING
2014-04-10 10:48:46,596 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0007 CONTAINERID=container_1397144823869_0007_01_000006
2014-04-10 10:48:46,596 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0007_01_000003 to application application_1397144823869_0007
2014-04-10 10:48:46,595 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0007 CONTAINERID=container_1397144823869_0007_01_000005
2014-04-10 10:48:46,596 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0007 transitioned from NEW to INITING
2014-04-10 10:48:46,595 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0007 CONTAINERID=container_1397144823869_0007_01_000002
2014-04-10 10:48:46,595 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0007 CONTAINERID=container_1397144823869_0007_01_000004
2014-04-10 10:48:46,596 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0007_01_000006 to application application_1397144823869_0007
2014-04-10 10:48:46,596 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0007_01_000004 to application application_1397144823869_0007
2014-04-10 10:48:46,597 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0007 transitioned from INITING to RUNNING
2014-04-10 10:48:46,597 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0007_01_000002 to application application_1397144823869_0007
2014-04-10 10:48:46,597 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0007_01_000005 to application application_1397144823869_0007
2014-04-10 10:48:46,598 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:48:46,598 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0007
2014-04-10 10:48:46,598 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0007 transitioned from INITING to RUNNING
2014-04-10 10:48:46,598 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0007
2014-04-10 10:48:46,598 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:48:46,598 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0007
2014-04-10 10:48:46,598 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:48:46,599 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:48:46,599 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:48:46,599 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:48:46,599 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0007_01_000006
2014-04-10 10:48:46,600 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:48:46,600 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:48:46,600 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0007
2014-04-10 10:48:46,600 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0007
2014-04-10 10:48:46,601 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:48:46,601 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0007
2014-04-10 10:48:46,601 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:48:46,601 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:48:46,602 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0007
2014-04-10 10:48:46,602 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0007
2014-04-10 10:48:46,602 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:48:46,602 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0007
2014-04-10 10:48:46,603 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0007
2014-04-10 10:48:46,603 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0007
2014-04-10 10:48:46,603 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:48:46,603 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0007
2014-04-10 10:48:46,604 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0007
2014-04-10 10:48:46,604 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0007
2014-04-10 10:48:46,604 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:48:46,604 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0007
2014-04-10 10:48:46,605 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0007_01_000004
2014-04-10 10:48:46,605 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0007_01_000003
2014-04-10 10:48:46,606 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0007_01_000005
2014-04-10 10:48:46,606 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0007_01_000002
2014-04-10 10:48:46,617 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397144823869_0007_01_000006.tokens. Credentials list:
2014-04-10 10:48:46,624 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397144823869_0007_01_000003.tokens. Credentials list:
2014-04-10 10:48:46,624 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0007_01_000002.tokens. Credentials list:
2014-04-10 10:48:46,624 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397144823869_0007_01_000005.tokens. Credentials list:
2014-04-10 10:48:46,625 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397144823869_0007_01_000004.tokens. Credentials list:
2014-04-10 10:48:46,639 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:48:46,643 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:48:46,720 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397144823869_0007_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000006.tokens
2014-04-10 10:48:46,720 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0007 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0007
2014-04-10 10:48:46,725 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397144823869_0007_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000003.tokens
2014-04-10 10:48:46,725 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0007 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0007
2014-04-10 10:48:46,762 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073741888_1064, blk_1073741889_1065, blk_1073741891_1067, blk_1073741884_1060, blk_1073741885_1061, blk_1073741886_1062, blk_1073741887_1063]
2014-04-10 10:48:46,762 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073741889_1065, blk_1073741884_1060, blk_1073741885_1061, blk_1073741886_1062]
2014-04-10 10:48:46,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.jar dst=null perm=null
2014-04-10 10:48:46,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.jar dst=null perm=null
2014-04-10 10:48:46,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.jar dst=null perm=null
2014-04-10 10:48:46,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.jar dst=null perm=null
2014-04-10 10:48:46,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.jar dst=null perm=null
2014-04-10 10:48:46,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.jar dst=null perm=null
2014-04-10 10:48:46,843 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44379, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1332796294_5449, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741894_1070, duration: 832359
2014-04-10 10:48:46,846 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44507, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_101781266_5450, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741894_1070, duration: 669389
2014-04-10 10:48:46,873 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0007/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:48:46,877 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0007/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:48:46,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.xml dst=null perm=null
2014-04-10 10:48:46,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.xml dst=null perm=null
2014-04-10 10:48:46,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.xml dst=null perm=null
2014-04-10 10:48:46,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.xml dst=null perm=null
2014-04-10 10:48:46,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.xml dst=null perm=null
2014-04-10 10:48:46,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.xml dst=null perm=null
2014-04-10 10:48:46,907 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44507, bytes: 83264, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1332796294_5449, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741897_1073, duration: 530738
2014-04-10 10:48:46,907 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44508, bytes: 83264, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_101781266_5450, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741897_1073, duration: 419786
2014-04-10 10:48:46,931 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0007/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:48:46,931 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:48:46,931 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:48:46,932 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:48:46,931 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0007/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:48:46,932 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:48:46,933 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:48:46,964 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:48:46,964 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:48:46,964 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:46,964 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:46,965 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:48:46,965 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:46,972 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:48:46,972 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:46,973 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:48:46,973 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:47,034 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000003/default_container_executor.sh]
2014-04-10 10:48:47,035 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000002/default_container_executor.sh]
2014-04-10 10:48:47,034 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000004/default_container_executor.sh]
2014-04-10 10:48:47,041 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000006/default_container_executor.sh]
2014-04-10 10:48:47,041 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000005/default_container_executor.sh]
2014-04-10 10:48:47,146 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741898_1074
2014-04-10 10:48:47,183 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397144823869_0006_01_000001 succeeded
2014-04-10 10:48:47,184 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:48:47,184 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0006_01_000001
2014-04-10 10:48:47,196 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000001
2014-04-10 10:48:47,196 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000001
2014-04-10 10:48:47,197 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000001
2014-04-10 10:48:47,197 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0006/container_1397144823869_0006_01_000001
2014-04-10 10:48:47,197 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0006 CONTAINERID=container_1397144823869_0006_01_000001
2014-04-10 10:48:47,197 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0006_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:48:47,197 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0006_01_000001 from application application_1397144823869_0006
2014-04-10 10:48:47,197 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:47,198 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0006
2014-04-10 10:48:47,249 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741898_1074
2014-04-10 10:48:47,286 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0007_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:48:47,335 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741898_1074
2014-04-10 10:48:47,451 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741894_1070
2014-04-10 10:48:47,473 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:48:47,527 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0007_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:48:47,527 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0007_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:48:47,528 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0007_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:48:47,528 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0007_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:48:47,825 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0006_01_000001
2014-04-10 10:48:47,825 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0006_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:48:47,825 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0006_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:48:47,825 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0006 CONTAINERID=container_1397144823869_0006_01_000001
2014-04-10 10:48:47,826 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0006_01_000001 of capacity <memory:2048, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:48:47,826 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 10:48:47,826 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0006_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:47,826 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:47,826 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 10:48:47,826 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0006_000001 released container container_1397144823869_0006_01_000001 on node: host: localhost:56736 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:48:47,826 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397144823869_0006_000001
2014-04-10 10:48:47,827 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0006_000001 State change from FINISHING to FINISHED
2014-04-10 10:48:47,827 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0006 State change from FINISHING to FINISHED
2014-04-10 10:48:47,827 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397144823869_0006
2014-04-10 10:48:47,827 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397144823869_0006,name=[20CF57B445D04C218B385C0490010B8F/3FB9586288FE48FDBA47E1186C6A4662] cogroupopt/(2/2),user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:60619/proxy/application_1397144823869_0006/jobhistory/job/job_1397144823869_0006,appMasterHost=localhost.localdomain,startTime=1397144907487,finishTime=1397144921004,finalStatus=SUCCEEDED
2014-04-10 10:48:47,827 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397144823869_0006_000001 is done. finalState=FINISHED
2014-04-10 10:48:47,827 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397144823869_0006 requests cleared
2014-04-10 10:48:47,827 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397144823869_0006_000001
2014-04-10 10:48:47,827 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397144823869_0006 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:48:47,828 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397144823869_0006 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:48:47,830 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0006_000001 (auth:SIMPLE)
2014-04-10 10:48:47,839 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0006_01_000001
2014-04-10 10:48:48,048 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:48:48,064 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741889_1065 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741889 for deletion
2014-04-10 10:48:48,065 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741884_1060 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741884 for deletion
2014-04-10 10:48:48,065 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741889_1065 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741889
2014-04-10 10:48:48,065 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741885_1061 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741885 for deletion
2014-04-10 10:48:48,065 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741886_1062 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741886 for deletion
2014-04-10 10:48:48,065 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741884_1060 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741884
2014-04-10 10:48:48,065 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741885_1061 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741885
2014-04-10 10:48:48,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741888_1064 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741888 for deletion
2014-04-10 10:48:48,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741889_1065 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741889 for deletion
2014-04-10 10:48:48,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741888_1064 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741888
2014-04-10 10:48:48,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741891_1067 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741891 for deletion
2014-04-10 10:48:48,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741884_1060 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741884 for deletion
2014-04-10 10:48:48,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741885_1061 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741885 for deletion
2014-04-10 10:48:48,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741886_1062 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741886
2014-04-10 10:48:48,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741886_1062 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741886 for deletion
2014-04-10 10:48:48,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741891_1067 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741891
2014-04-10 10:48:48,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741887_1063 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741887 for deletion
2014-04-10 10:48:48,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741889_1065 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741889
2014-04-10 10:48:48,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741884_1060 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741884
2014-04-10 10:48:48,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741885_1061 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741885
2014-04-10 10:48:48,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741886_1062 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741886
2014-04-10 10:48:48,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741887_1063 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741887
2014-04-10 10:48:48,313 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:48:48,314 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0006
2014-04-10 10:48:48,314 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:48:48,314 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0006, with delay of 10800 seconds
2014-04-10 10:48:48,314 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0006
2014-04-10 10:48:48,314 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0006
2014-04-10 10:48:48,315 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0006
2014-04-10 10:48:48,315 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0006
2014-04-10 10:48:48,398 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397144823869_0007_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000004.tokens
2014-04-10 10:48:48,398 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0007 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0007
2014-04-10 10:48:48,521 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:48:48,527 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:48:48,528 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0006
2014-04-10 10:48:48,528 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0006
2014-04-10 10:48:48,528 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0006
2014-04-10 10:48:48,528 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:48:48,528 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0006, with delay of 10800 seconds
2014-04-10 10:48:48,528 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0006
2014-04-10 10:48:48,529 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0006
2014-04-10 10:48:48,704 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397144823869_0007_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000005.tokens
2014-04-10 10:48:48,704 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0007 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0007
2014-04-10 10:48:48,825 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:48:48,826 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0006
2014-04-10 10:48:48,826 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:48:48,826 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0006, with delay of 10800 seconds
2014-04-10 10:48:48,826 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0006
2014-04-10 10:48:48,827 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0006
2014-04-10 10:48:48,828 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0006
2014-04-10 10:48:48,828 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0006
2014-04-10 10:48:48,959 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:48:49,426 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0007_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000002.tokens
2014-04-10 10:48:49,427 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0007 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0007
2014-04-10 10:48:49,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.split dst=null perm=null
2014-04-10 10:48:49,960 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36631, bytes: 1823, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0007_m_000000_0_-1008006193_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741895_1071, duration: 180707
2014-04-10 10:48:49,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.split dst=null perm=null
2014-04-10 10:48:50,038 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44536, bytes: 1307, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0007_m_000002_0_1484409202_1, offset: 512, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741895_1071, duration: 186097
2014-04-10 10:48:50,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/9731281581_source20_source101_F8DF295B67184E3887B972DC4C29F2A8/part-00000 dst=null perm=null
2014-04-10 10:48:50,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.split dst=null perm=null
2014-04-10 10:48:50,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.split dst=null perm=null
2014-04-10 10:48:50,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/9731281581_source20_source101_F8DF295B67184E3887B972DC4C29F2A8/part-00000 dst=null perm=null
2014-04-10 10:48:50,113 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44536, bytes: 46, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0007_m_000002_0_1484409202_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741890_1066, duration: 176426
2014-04-10 10:48:50,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job.split dst=null perm=null
2014-04-10 10:48:50,133 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36639, bytes: 791, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0007_m_000003_0_1553969326_1, offset: 1024, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741895_1071, duration: 203984
2014-04-10 10:48:50,148 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44541, bytes: 791, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0007_m_000004_0_843770123_1, offset: 1024, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741895_1071, duration: 184099
2014-04-10 10:48:50,191 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44416, bytes: 1823, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0007_m_000001_0_586549060_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741895_1071, duration: 203084
2014-04-10 10:48:50,211 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44417, bytes: 46, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0007_m_000000_0_-1008006193_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741890_1066, duration: 211298
2014-04-10 10:48:50,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.10.txt dst=null perm=null
2014-04-10 10:48:50,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.10.txt dst=null perm=null
2014-04-10 10:48:50,246 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44418, bytes: 24, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0007_m_000004_0_843770123_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741883_1059, duration: 180848
2014-04-10 10:48:50,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/9731281581_source20_source101_F8DF295B67184E3887B972DC4C29F2A8/part-00000 dst=null perm=null
2014-04-10 10:48:50,270 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52369, bytes: 46, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0007_m_000001_0_586549060_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741890_1066, duration: 178417
2014-04-10 10:48:50,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2/_temporary/1/_temporary/attempt_1397144823869_0007_m_000000_0 dst=null perm=null
2014-04-10 10:48:50,373 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0007_01_000002
2014-04-10 10:48:50,374 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0007 CONTAINERID=container_1397144823869_0007_01_000002
2014-04-10 10:48:50,374 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:48:50,374 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0007_01_000002
2014-04-10 10:48:50,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2/_temporary/1/_temporary/attempt_1397144823869_0007_m_000002_0 dst=null perm=null
2014-04-10 10:48:50,390 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job_1397144823869_0007_1.jhist. BP-1649026925-127.0.0.1-1397144808341 blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:48:50,390 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0007_01_000002 is : 143
2014-04-10 10:48:50,398 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:48:50,399 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000002
2014-04-10 10:48:50,399 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000002
2014-04-10 10:48:50,399 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000002
2014-04-10 10:48:50,399 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000002
2014-04-10 10:48:50,399 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0007 CONTAINERID=container_1397144823869_0007_01_000002
2014-04-10 10:48:50,399 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:48:50,399 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0007_01_000002 from application application_1397144823869_0007
2014-04-10 10:48:50,400 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:50,400 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0007
2014-04-10 10:48:50,427 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741899_1075 src: /127.0.0.1:52370 dest: /127.0.0.1:55289
2014-04-10 10:48:50,428 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741899_1075 src: /127.0.0.1:44548 dest: /127.0.0.1:53466
2014-04-10 10:48:50,438 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741899_1075 src: /127.0.0.1:44422 dest: /127.0.0.1:36139
2014-04-10 10:48:50,447 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0007_01_000004
2014-04-10 10:48:50,447 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0007 CONTAINERID=container_1397144823869_0007_01_000004
2014-04-10 10:48:50,447 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:48:50,447 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0007_01_000004
2014-04-10 10:48:50,447 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0007_01_000002
2014-04-10 10:48:50,448 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0007_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:48:50,448 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0007_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:48:50,448 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0007 CONTAINERID=container_1397144823869_0007_01_000002
2014-04-10 10:48:50,448 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0007_01_000002 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 10:48:50,448 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 10:48:50,448 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0007_01_000002, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:50,448 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:50,448 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 10:48:50,448 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0007_000001 released container container_1397144823869_0007_01_000002 on node: host: localhost:37679 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 10:48:50,451 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job_1397144823869_0007_1.jhist for DFSClient_NONMAPREDUCE_1960271148_1
2014-04-10 10:48:50,463 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0007_01_000004 is : 143
2014-04-10 10:48:50,471 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44423, bytes: 24, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0007_m_000003_0_1553969326_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741883_1059, duration: 180841
2014-04-10 10:48:50,476 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:48:50,476 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000004
2014-04-10 10:48:50,476 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000004
2014-04-10 10:48:50,478 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000004
2014-04-10 10:48:50,477 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000004
2014-04-10 10:48:50,480 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0007 CONTAINERID=container_1397144823869_0007_01_000004
2014-04-10 10:48:50,480 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:48:50,480 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0007_01_000004 from application application_1397144823869_0007
2014-04-10 10:48:50,480 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:50,480 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0007
2014-04-10 10:48:50,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2/_temporary/1/_temporary/attempt_1397144823869_0007_m_000001_0 dst=null perm=null
2014-04-10 10:48:50,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2/_temporary/1/_temporary/attempt_1397144823869_0007_m_000003_0 dst=null perm=null
2014-04-10 10:48:50,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2/_temporary/1/_temporary/attempt_1397144823869_0007_m_000004_0 dst=null perm=null
2014-04-10 10:48:50,578 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0007_01_000003
2014-04-10 10:48:50,578 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0007 CONTAINERID=container_1397144823869_0007_01_000003
2014-04-10 10:48:50,578 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0007_01_000004
2014-04-10 10:48:50,579 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0007_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:48:50,579 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:48:50,579 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0007_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:48:50,579 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0007 CONTAINERID=container_1397144823869_0007_01_000004
2014-04-10 10:48:50,579 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0007_01_000004 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:48:50,579 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 10:48:50,579 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0007_01_000004, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:50,579 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:50,580 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:48:50,580 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0007_000001 released container container_1397144823869_0007_01_000004 on node: host: localhost:37679 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:48:50,579 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0007_01_000003
2014-04-10 10:48:50,587 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0007_01_000003 is : 143
2014-04-10 10:48:50,595 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0007_01_000005
2014-04-10 10:48:50,595 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0007 CONTAINERID=container_1397144823869_0007_01_000005
2014-04-10 10:48:50,599 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:48:50,599 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:48:50,599 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000003
2014-04-10 10:48:50,600 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000003
2014-04-10 10:48:50,600 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0007_01_000005
2014-04-10 10:48:50,600 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000003
2014-04-10 10:48:50,600 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000003
2014-04-10 10:48:50,604 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0007_01_000005 is : 143
2014-04-10 10:48:50,611 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0007 CONTAINERID=container_1397144823869_0007_01_000003
2014-04-10 10:48:50,612 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:48:50,612 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:48:50,612 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0007_01_000003 from application application_1397144823869_0007
2014-04-10 10:48:50,612 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:50,612 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0007
2014-04-10 10:48:50,612 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000005
2014-04-10 10:48:50,612 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000005
2014-04-10 10:48:50,612 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000005
2014-04-10 10:48:50,613 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000005
2014-04-10 10:48:50,613 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0007 CONTAINERID=container_1397144823869_0007_01_000005
2014-04-10 10:48:50,613 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:48:50,613 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0007_01_000005 from application application_1397144823869_0007
2014-04-10 10:48:50,613 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:50,613 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0007
2014-04-10 10:48:50,626 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0007_01_000006
2014-04-10 10:48:50,626 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0007 CONTAINERID=container_1397144823869_0007_01_000006
2014-04-10 10:48:50,626 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:48:50,626 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0007_01_000006
2014-04-10 10:48:50,633 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0007_01_000006 is : 143
2014-04-10 10:48:50,650 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:48:50,650 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000006
2014-04-10 10:48:50,650 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000006
2014-04-10 10:48:50,651 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000006
2014-04-10 10:48:50,651 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000006
2014-04-10 10:48:50,651 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0007 CONTAINERID=container_1397144823869_0007_01_000006
2014-04-10 10:48:50,651 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:48:50,651 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0007_01_000006 from application application_1397144823869_0007
2014-04-10 10:48:50,652 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:50,652 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0007
2014-04-10 10:48:51,595 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0007_01_000003
2014-04-10 10:48:51,596 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0007_01_000005
2014-04-10 10:48:51,596 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0007_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:48:51,596 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0007_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:48:51,597 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0007 CONTAINERID=container_1397144823869_0007_01_000003
2014-04-10 10:48:51,597 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0007_01_000003 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:48:51,597 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:48:51,597 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0007_01_000003, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:51,597 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:51,597 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:48:51,597 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0007_000001 released container container_1397144823869_0007_01_000003 on node: host: localhost:37679 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:48:51,598 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0007_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:48:51,598 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0007_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:48:51,598 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0007 CONTAINERID=container_1397144823869_0007_01_000005
2014-04-10 10:48:51,598 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0007_01_000005 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:48:51,598 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:48:51,598 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0007_01_000005, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:51,598 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:51,599 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:48:51,599 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0007_000001 released container container_1397144823869_0007_01_000005 on node: host: localhost:37679 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:48:51,599 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0007_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:48:51,599 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0007 CONTAINERID=container_1397144823869_0007_01_000007
2014-04-10 10:48:51,600 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0007_01_000007 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:48:51,600 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0007 container=Container: [ContainerId: container_1397144823869_0007_01_000007, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0007_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:51,600 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:48:51,600 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:51,627 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0007_01_000006
2014-04-10 10:48:51,627 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0007_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:48:51,627 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0007_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:48:51,627 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0007 CONTAINERID=container_1397144823869_0007_01_000006
2014-04-10 10:48:51,628 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0007_01_000006 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:48:51,628 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:48:51,628 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0007_01_000006, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:51,629 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:51,629 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:48:51,629 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0007_000001 released container container_1397144823869_0007_01_000006 on node: host: localhost:50571 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:48:52,500 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0007_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:48:52,513 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0007_01_000007 by user brock
2014-04-10 10:48:52,514 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0007 CONTAINERID=container_1397144823869_0007_01_000007
2014-04-10 10:48:52,514 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0007_01_000007 to application application_1397144823869_0007
2014-04-10 10:48:52,514 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 10:48:52,514 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0007
2014-04-10 10:48:52,514 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0007
2014-04-10 10:48:52,515 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:48:52,515 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0007
2014-04-10 10:48:52,515 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:48:52,546 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 10:48:52,546 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:52,596 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0007_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:48:52,607 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000007/default_container_executor.sh]
2014-04-10 10:48:53,505 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:48:54,254 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(667)) - Number of transactions: 623 Total time for transactions(ms): 47 Number of transactions batched in Syncs: 0 Number of syncs: 419 SyncTimes(ms): 4512 2011
2014-04-10 10:48:54,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2/_temporary/1/_temporary/attempt_1397144823869_0007_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:54,331 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2/_temporary/1/_temporary/attempt_1397144823869_0007_r_000000_0/part-00000. BP-1649026925-127.0.0.1-1397144808341 blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:48:54,462 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741900_1076 src: /127.0.0.1:44440 dest: /127.0.0.1:36139
2014-04-10 10:48:54,463 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741900_1076 src: /127.0.0.1:52391 dest: /127.0.0.1:55289
2014-04-10 10:48:54,464 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741900_1076 src: /127.0.0.1:44569 dest: /127.0.0.1:53466
2014-04-10 10:48:54,474 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44569, dest: /127.0.0.1:53466, bytes: 63, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0007_r_000000_0_-1865768908_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741900_1076, duration: 9386533
2014-04-10 10:48:54,475 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741900_1076, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:54,475 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52391, dest: /127.0.0.1:55289, bytes: 63, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0007_r_000000_0_-1865768908_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741900_1076, duration: 10077289
2014-04-10 10:48:54,475 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:48:54,475 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741900_1076, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:54,475 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44440, dest: /127.0.0.1:36139, bytes: 63, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0007_r_000000_0_-1865768908_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741900_1076, duration: 10380838
2014-04-10 10:48:54,475 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741900_1076, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:54,475 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:48:54,476 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:48:54,503 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2/_temporary/1/_temporary/attempt_1397144823869_0007_r_000000_0/part-00000 is closed by DFSClient_attempt_1397144823869_0007_r_000000_0_-1865768908_1
2014-04-10 10:48:54,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2/_temporary/1/_temporary/attempt_1397144823869_0007_r_000000_0 dst=null perm=null
2014-04-10 10:48:54,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2/_temporary/1/_temporary/attempt_1397144823869_0007_r_000000_0 dst=null perm=null
2014-04-10 10:48:54,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2/_temporary/1/task_1397144823869_0007_r_000000 dst=null perm=null
2014-04-10 10:48:54,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2/_temporary/1/_temporary/attempt_1397144823869_0007_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2/_temporary/1/task_1397144823869_0007_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:48:54,612 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0007_01_000007
2014-04-10 10:48:54,612 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0007 CONTAINERID=container_1397144823869_0007_01_000007
2014-04-10 10:48:54,612 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000007 transitioned from RUNNING to KILLING
2014-04-10 10:48:54,612 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0007_01_000007
2014-04-10 10:48:54,620 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0007_01_000007 is : 143
2014-04-10 10:48:54,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:54,637 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:48:54,637 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000007
2014-04-10 10:48:54,638 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000007
2014-04-10 10:48:54,638 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000007
2014-04-10 10:48:54,638 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000007
2014-04-10 10:48:54,638 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0007 CONTAINERID=container_1397144823869_0007_01_000007
2014-04-10 10:48:54,638 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:48:54,639 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0007_01_000007 from application application_1397144823869_0007
2014-04-10 10:48:54,639 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:54,639 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0007
2014-04-10 10:48:54,645 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1960271148_1
2014-04-10 10:48:54,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2/_temporary/1 dst=null perm=null
2014-04-10 10:48:54,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2 dst=null perm=null
2014-04-10 10:48:54,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2 dst=null perm=null
2014-04-10 10:48:54,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2/_temporary/1/task_1397144823869_0007_r_000000 dst=null perm=null
2014-04-10 10:48:54,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2/part-00000 dst=null perm=null
2014-04-10 10:48:54,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2/_temporary/1/task_1397144823869_0007_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:54,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2/_temporary dst=null perm=null
2014-04-10 10:48:54,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:54,728 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1960271148_1
2014-04-10 10:48:54,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:54,761 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1960271148_1
2014-04-10 10:48:54,785 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44422, dest: /127.0.0.1:36139, bytes: 69425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1960271148_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741899_1075, duration: 4340402951
2014-04-10 10:48:54,785 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741899_1075, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:54,788 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 15745
2014-04-10 10:48:54,788 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44548, dest: /127.0.0.1:53466, bytes: 69425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1960271148_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741899_1075, duration: 4343935043
2014-04-10 10:48:54,789 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741899_1075, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:54,789 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 15745
2014-04-10 10:48:54,789 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52370, dest: /127.0.0.1:55289, bytes: 69425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1960271148_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741899_1075, duration: 4344427060
2014-04-10 10:48:54,789 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741899_1075, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:54,790 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 15745
2014-04-10 10:48:54,803 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job_1397144823869_0007_1.jhist is closed by DFSClient_NONMAPREDUCE_1960271148_1
2014-04-10 10:48:54,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0007.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:54,823 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0007.summary_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:48:54,839 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741901_1077 src: /127.0.0.1:36669 dest: /127.0.0.1:55175
2014-04-10 10:48:54,840 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741901_1077 src: /127.0.0.1:44444 dest: /127.0.0.1:36139
2014-04-10 10:48:54,841 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741901_1077 src: /127.0.0.1:44572 dest: /127.0.0.1:53466
2014-04-10 10:48:54,845 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44572, dest: /127.0.0.1:53466, bytes: 452, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1960271148_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741901_1077, duration: 2237992
2014-04-10 10:48:54,845 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:48:54,846 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741901_1077, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:54,847 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44444, dest: /127.0.0.1:36139, bytes: 452, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1960271148_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741901_1077, duration: 3560340
2014-04-10 10:48:54,847 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741901_1077, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:54,847 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:48:54,847 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36669, dest: /127.0.0.1:55175, bytes: 452, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1960271148_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741901_1077, duration: 4548381
2014-04-10 10:48:54,848 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741901_1077, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:54,848 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:48:54,861 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0007.summary_tmp is closed by DFSClient_NONMAPREDUCE_1960271148_1
2014-04-10 10:48:54,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0007.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:48:54,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job_1397144823869_0007_1.jhist dst=null perm=null
2014-04-10 10:48:54,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0007-1397144921562-brock-%5B20CF57B445D04C218B385C0490010B8F%2FE925AE9DC94344AE-1397144934763-5-1-SUCCEEDED-default-1397144924428.jhist_tmp dst=null perm=null
2014-04-10 10:48:54,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job_1397144823869_0007_1.jhist dst=null perm=null
2014-04-10 10:48:54,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0007-1397144921562-brock-%5B20CF57B445D04C218B385C0490010B8F%2FE925AE9DC94344AE-1397144934763-5-1-SUCCEEDED-default-1397144924428.jhist_tmp dst=null perm=null
2014-04-10 10:48:54,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job_1397144823869_0007_1.jhist dst=null perm=null
2014-04-10 10:48:54,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0007-1397144921562-brock-%5B20CF57B445D04C218B385C0490010B8F%2FE925AE9DC94344AE-1397144934763-5-1-SUCCEEDED-default-1397144924428.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:54,914 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44573, bytes: 69969, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1960271148_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741899_1075, duration: 427531
2014-04-10 10:48:54,918 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0007-1397144921562-brock-%5B20CF57B445D04C218B385C0490010B8F%2FE925AE9DC94344AE-1397144934763-5-1-SUCCEEDED-default-1397144924428.jhist_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:48:54,931 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741902_1078 src: /127.0.0.1:44447 dest: /127.0.0.1:36139
2014-04-10 10:48:54,932 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741902_1078 src: /127.0.0.1:36674 dest: /127.0.0.1:55175
2014-04-10 10:48:54,933 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741902_1078 src: /127.0.0.1:44576 dest: /127.0.0.1:53466
2014-04-10 10:48:54,938 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44576, dest: /127.0.0.1:53466, bytes: 69425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1960271148_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741902_1078, duration: 3570527
2014-04-10 10:48:54,938 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741902_1078, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:54,938 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:48:54,939 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36674, dest: /127.0.0.1:55175, bytes: 69425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1960271148_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741902_1078, duration: 4083927
2014-04-10 10:48:54,939 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741902_1078, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:54,939 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:48:54,939 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44447, dest: /127.0.0.1:36139, bytes: 69425, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1960271148_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741902_1078, duration: 4772635
2014-04-10 10:48:54,940 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741902_1078, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:54,940 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:48:54,953 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0007-1397144921562-brock-%5B20CF57B445D04C218B385C0490010B8F%2FE925AE9DC94344AE-1397144934763-5-1-SUCCEEDED-default-1397144924428.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1960271148_1
2014-04-10 10:48:54,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0007-1397144921562-brock-%5B20CF57B445D04C218B385C0490010B8F%2FE925AE9DC94344AE-1397144934763-5-1-SUCCEEDED-default-1397144924428.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:48:54,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job_1397144823869_0007_1_conf.xml dst=null perm=null
2014-04-10 10:48:54,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0007_conf.xml_tmp dst=null perm=null
2014-04-10 10:48:54,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job_1397144823869_0007_1_conf.xml dst=null perm=null
2014-04-10 10:48:54,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0007_conf.xml_tmp dst=null perm=null
2014-04-10 10:48:54,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007/job_1397144823869_0007_1_conf.xml dst=null perm=null
2014-04-10 10:48:54,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0007_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:54,995 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52401, bytes: 97379, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1960271148_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741898_1074, duration: 371309
2014-04-10 10:48:54,998 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0007_conf.xml_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]}
2014-04-10 10:48:55,014 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741903_1079 src: /127.0.0.1:44579 dest: /127.0.0.1:53466
2014-04-10 10:48:55,015 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741903_1079 src: /127.0.0.1:52403 dest: /127.0.0.1:55289
2014-04-10 10:48:55,016 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741903_1079 src: /127.0.0.1:44454 dest: /127.0.0.1:36139
2014-04-10 10:48:55,021 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44454, dest: /127.0.0.1:36139, bytes: 96623, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1960271148_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741903_1079, duration: 2943498
2014-04-10 10:48:55,021 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741903_1079, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:55,021 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:48:55,021 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52403, dest: /127.0.0.1:55289, bytes: 96623, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1960271148_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741903_1079, duration: 3828241
2014-04-10 10:48:55,022 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741903_1079, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:55,022 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:48:55,022 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44579, dest: /127.0.0.1:53466, bytes: 96623, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1960271148_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741903_1079, duration: 4689761
2014-04-10 10:48:55,023 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741903_1079, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:55,023 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:48:55,120 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0007_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1960271148_1
2014-04-10 10:48:55,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0007_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:48:55,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0007.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0007.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:48:55,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0007_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0007_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:48:55,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0007-1397144921562-brock-%5B20CF57B445D04C218B385C0490010B8F%2FE925AE9DC94344AE-1397144934763-5-1-SUCCEEDED-default-1397144924428.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0007-1397144921562-brock-%5B20CF57B445D04C218B385C0490010B8F%2FE925AE9DC94344AE-1397144934763-5-1-SUCCEEDED-default-1397144924428.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:48:55,195 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397144823869_0007_000001 with final state: FINISHING
2014-04-10 10:48:55,196 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0007_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:48:55,196 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397144823869_0007 with final state: FINISHING
2014-04-10 10:48:55,196 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0007 State change from RUNNING to FINAL_SAVING
2014-04-10 10:48:55,196 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0007
2014-04-10 10:48:55,197 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0007_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:48:55,197 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0007 State change from FINAL_SAVING to FINISHING
2014-04-10 10:48:55,222 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:48:55,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:48:55,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:48:55,228 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397144823869_0007 from file: hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0007-1397144921562-brock-%5B20CF57B445D04C218B385C0490010B8F%2FE925AE9DC94344AE-1397144934763-5-1-SUCCEEDED-default-1397144924428.jhist
2014-04-10 10:48:55,229 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0007-1397144921562-brock-%5B20CF57B445D04C218B385C0490010B8F%2FE925AE9DC94344AE-1397144934763-5-1-SUCCEEDED-default-1397144924428.jhist]
2014-04-10 10:48:55,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0007-1397144921562-brock-%5B20CF57B445D04C218B385C0490010B8F%2FE925AE9DC94344AE-1397144934763-5-1-SUCCEEDED-default-1397144924428.jhist dst=null perm=null
2014-04-10 10:48:55,233 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44458, bytes: 69969, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741902_1078, duration: 430932
2014-04-10 10:48:55,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0007.summary dst=null perm=null
2014-04-10 10:48:55,257 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36685, bytes: 456, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_538767685_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741901_1077, duration: 239925
2014-04-10 10:48:55,257 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397144823869_0007,submitTime=1397144921562,launchTime=1397144924428,firstMapTaskLaunchTime=1397144926605,firstReduceTaskLaunchTime=1397144932515,finishTime=1397144934763,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=5,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=19,reduceSlotSeconds=2,jobName=[20CF57B445D04C218B385C0490010B8F/E925AE9DC94344AE8E2062A5B77EFD6F] cogroupopt/(1/2) ...tform/cogroupacogroupopt2
2014-04-10 10:48:55,257 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0007.summary]
2014-04-10 10:48:55,270 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741901_1077 127.0.0.1:55175 127.0.0.1:36139 127.0.0.1:53466
2014-04-10 10:48:55,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0007.summary dst=null perm=null
2014-04-10 10:48:55,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:48:55,273 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0007-1397144921562-brock-%5B20CF57B445D04C218B385C0490010B8F%2FE925AE9DC94344AE-1397144934763-5-1-SUCCEEDED-default-1397144924428.jhist to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0007-1397144921562-brock-%5B20CF57B445D04C218B385C0490010B8F%2FE925AE9DC94344AE-1397144934763-5-1-SUCCEEDED-default-1397144924428.jhist
2014-04-10 10:48:55,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0007-1397144921562-brock-%5B20CF57B445D04C218B385C0490010B8F%2FE925AE9DC94344AE-1397144934763-5-1-SUCCEEDED-default-1397144924428.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0007-1397144921562-brock-%5B20CF57B445D04C218B385C0490010B8F%2FE925AE9DC94344AE-1397144934763-5-1-SUCCEEDED-default-1397144924428.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:48:55,287 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0007_conf.xml to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0007_conf.xml
2014-04-10 10:48:55,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0007_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0007_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:48:55,328 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741890_1066 127.0.0.1:55289 127.0.0.1:53466 127.0.0.1:36139
2014-04-10 10:48:55,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/9731281581_source20_source101_F8DF295B67184E3887B972DC4C29F2A8 dst=null perm=null
2014-04-10 10:48:55,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2 dst=null perm=null
2014-04-10 10:48:55,330 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2/_temporary
2014-04-10 10:48:55,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2/_temporary dst=null perm=null
2014-04-10 10:48:55,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2 dst=null perm=null
2014-04-10 10:48:55,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2 dst=null perm=null
2014-04-10 10:48:55,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2 dst=null perm=null
2014-04-10 10:48:55,352 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:48:55,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2/part-00000 dst=null perm=null
2014-04-10 10:48:55,356 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44587, bytes: 67, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741900_1076, duration: 329020
2014-04-10 10:48:55,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2 dst=null perm=null
2014-04-10 10:48:55,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2 dst=null perm=null
2014-04-10 10:48:55,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2 dst=null perm=null
2014-04-10 10:48:55,374 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:48:55,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2/part-00000 dst=null perm=null
2014-04-10 10:48:55,377 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44587, bytes: 67, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741900_1076, duration: 169657
2014-04-10 10:48:55,377 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2
2014-04-10 10:48:55,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2 dst=null perm=null
2014-04-10 10:48:55,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2 dst=null perm=null
2014-04-10 10:48:55,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2 dst=null perm=null
2014-04-10 10:48:55,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2 dst=null perm=null
2014-04-10 10:48:55,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2/part-00000 dst=null perm=null
2014-04-10 10:48:55,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt2/part-00000 dst=null perm=null
2014-04-10 10:48:55,384 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44458, bytes: 67, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741900_1076, duration: 250446
2014-04-10 10:48:55,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.20.txt dst=null perm=null
2014-04-10 10:48:55,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.10.txt dst=null perm=null
2014-04-10 10:48:55,402 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 10:48:55,402 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 10:48:55,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1 dst=null perm=null
2014-04-10 10:48:55,421 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogroupopt] starting
2014-04-10 10:48:55,422 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogroupopt] source: Hfs["TextDelimited[['num']]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.10.txt"]
2014-04-10 10:48:55,422 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogroupopt] source: Hfs["TextDelimited[['num']]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.10.txt"]
2014-04-10 10:48:55,422 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogroupopt] source: Hfs["TextDelimited[['num']]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.20.txt"]
2014-04-10 10:48:55,422 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogroupopt] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1"]
2014-04-10 10:48:55,423 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogroupopt] parallel execution is enabled: true
2014-04-10 10:48:55,423 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogroupopt] starting jobs: 2
2014-04-10 10:48:55,423 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [cogroupopt] allocating threads: 2
2014-04-10 10:48:55,423 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [cogroupopt] starting step: (2/2)
2014-04-10 10:48:55,442 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:48:55,448 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:48:55,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7977824603_source20_source101_84A2A4F53B8646879277B9DBEF068E35 dst=null perm=null
2014-04-10 10:48:55,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:48:55,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:48:55,453 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 8
2014-04-10 10:48:55,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008 dst=null perm=null
2014-04-10 10:48:55,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:48:55,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:48:55,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.jar dst=null perm=null
2014-04-10 10:48:55,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:48:55,589 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:48:55,605 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741904_1080 src: /127.0.0.1:36687 dest: /127.0.0.1:55175
2014-04-10 10:48:55,606 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741904_1080 src: /127.0.0.1:44589 dest: /127.0.0.1:53466
2014-04-10 10:48:55,607 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741904_1080 src: /127.0.0.1:52413 dest: /127.0.0.1:55289
2014-04-10 10:48:55,612 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52413, dest: /127.0.0.1:55289, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741904_1080, duration: 3597377
2014-04-10 10:48:55,612 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741904_1080, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:55,612 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:48:55,612 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44589, dest: /127.0.0.1:53466, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741904_1080, duration: 4042661
2014-04-10 10:48:55,613 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0007_01_000007
2014-04-10 10:48:55,613 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741904_1080, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:55,613 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:48:55,613 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36687, dest: /127.0.0.1:55175, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741904_1080, duration: 3815586
2014-04-10 10:48:55,613 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0007_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:48:55,614 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0007_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 10:48:55,614 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741904_1080, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:55,613 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:48:55,614 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0007 CONTAINERID=container_1397144823869_0007_01_000007
2014-04-10 10:48:55,615 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0007_01_000007 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:48:55,615 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:48:55,615 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0007_01_000007, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:55,615 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:55,616 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:48:55,616 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0007_000001 released container container_1397144823869_0007_01_000007 on node: host: localhost:37679 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:48:55,628 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:48:55,629 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.jar
2014-04-10 10:48:55,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.jar dst=null perm=null
2014-04-10 10:48:55,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:48:55,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:48:55,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:48:55,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:48:55,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:48:55,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:48:55,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:48:55,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:48:55,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:48:55,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:48:55,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.20.txt dst=null perm=null
2014-04-10 10:48:55,658 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:48:55,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.20.txt dst=null perm=null
2014-04-10 10:48:55,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.10.txt dst=null perm=null
2014-04-10 10:48:55,662 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:48:55,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.10.txt dst=null perm=null
2014-04-10 10:48:55,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.20.txt dst=null perm=null
2014-04-10 10:48:55,665 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:48:55,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.20.txt dst=null perm=null
2014-04-10 10:48:55,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.10.txt dst=null perm=null
2014-04-10 10:48:55,669 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:48:55,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.10.txt dst=null perm=null
2014-04-10 10:48:55,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:48:55,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:48:55,696 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.split
2014-04-10 10:48:55,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.split dst=null perm=null
2014-04-10 10:48:55,705 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.split. BP-1649026925-127.0.0.1-1397144808341 blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:48:55,721 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741905_1081 src: /127.0.0.1:36690 dest: /127.0.0.1:55175
2014-04-10 10:48:55,723 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741905_1081 src: /127.0.0.1:52415 dest: /127.0.0.1:55289
2014-04-10 10:48:55,724 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741905_1081 src: /127.0.0.1:44466 dest: /127.0.0.1:36139
2014-04-10 10:48:55,725 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741905_1081 src: /127.0.0.1:44594 dest: /127.0.0.1:53466
2014-04-10 10:48:55,729 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44594, dest: /127.0.0.1:53466, bytes: 1897, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741905_1081, duration: 2110761
2014-04-10 10:48:55,729 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741905_1081, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:55,730 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:48:55,730 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44466, dest: /127.0.0.1:36139, bytes: 1897, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741905_1081, duration: 2687049
2014-04-10 10:48:55,730 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741905_1081, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:55,730 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:48:55,730 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52415, dest: /127.0.0.1:55289, bytes: 1897, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741905_1081, duration: 3575650
2014-04-10 10:48:55,731 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741905_1081, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:55,731 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:48:55,731 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36690, dest: /127.0.0.1:55175, bytes: 1897, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741905_1081, duration: 4314232
2014-04-10 10:48:55,732 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741905_1081, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:55,733 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:48:55,745 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.split is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:48:55,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:48:55,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:48:55,763 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.splitmetainfo. BP-1649026925-127.0.0.1-1397144808341 blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]}
2014-04-10 10:48:55,764 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:55175 to replicate blk_1073741904_1080 to datanode(s) 127.0.0.1:36139
2014-04-10 10:48:55,764 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073741890_1066]
2014-04-10 10:48:55,764 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073741890_1066, blk_1073741901_1077]
2014-04-10 10:48:55,780 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741906_1082 src: /127.0.0.1:52418 dest: /127.0.0.1:55289
2014-04-10 10:48:55,781 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741906_1082 src: /127.0.0.1:44596 dest: /127.0.0.1:53466
2014-04-10 10:48:55,782 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741906_1082 src: /127.0.0.1:36696 dest: /127.0.0.1:55175
2014-04-10 10:48:55,786 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36696, dest: /127.0.0.1:55175, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741906_1082, duration: 1975281
2014-04-10 10:48:55,786 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741906_1082, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:55,786 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:48:55,786 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44596, dest: /127.0.0.1:53466, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741906_1082, duration: 2516585
2014-04-10 10:48:55,787 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741906_1082, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:55,787 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:48:55,787 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52418, dest: /127.0.0.1:55289, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741906_1082, duration: 3387634
2014-04-10 10:48:55,788 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741906_1082, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:55,788 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:48:55,803 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:48:55,804 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 10:48:55,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:48:55,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:48:55,839 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:48:55,855 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741907_1083 src: /127.0.0.1:44598 dest: /127.0.0.1:53466
2014-04-10 10:48:55,856 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741907_1083 src: /127.0.0.1:36698 dest: /127.0.0.1:55175
2014-04-10 10:48:55,857 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741907_1083 src: /127.0.0.1:44473 dest: /127.0.0.1:36139
2014-04-10 10:48:55,861 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44473, dest: /127.0.0.1:36139, bytes: 81739, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741907_1083, duration: 2547551
2014-04-10 10:48:55,861 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741907_1083, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:55,861 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:48:55,861 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36698, dest: /127.0.0.1:55175, bytes: 81739, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741907_1083, duration: 3140333
2014-04-10 10:48:55,862 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741907_1083, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:55,862 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:48:55,862 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44598, dest: /127.0.0.1:53466, bytes: 81739, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741907_1083, duration: 3833272
2014-04-10 10:48:55,862 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741907_1083, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:55,867 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:48:55,878 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.xml is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:48:55,879 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397144823869_0008
2014-04-10 10:48:55,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008 dst=null perm=null
2014-04-10 10:48:55,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.xml dst=null perm=null
2014-04-10 10:48:55,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.xml dst=null perm=null
2014-04-10 10:48:55,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.jar dst=null perm=null
2014-04-10 10:48:55,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.jar dst=null perm=null
2014-04-10 10:48:55,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.split dst=null perm=null
2014-04-10 10:48:55,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.split dst=null perm=null
2014-04-10 10:48:55,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.splitmetainfo dst=null perm=null
2014-04-10 10:48:55,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.splitmetainfo dst=null perm=null
2014-04-10 10:48:55,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:48:55,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:48:55,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:48:55,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:48:55,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:48:55,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:48:55,937 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 8 submitted by user brock
2014-04-10 10:48:55,937 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397144823869_0008
2014-04-10 10:48:55,937 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397144823869_0008
2014-04-10 10:48:55,937 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0008
2014-04-10 10:48:55,937 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0008 State change from NEW to NEW_SAVING
2014-04-10 10:48:56,012 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0008 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:48:56,012 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397144823869_0008_000001
2014-04-10 10:48:56,012 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0008_000001 State change from NEW to SUBMITTED
2014-04-10 10:48:56,012 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397144823869_0008 from user: brock activated in queue: default
2014-04-10 10:48:56,013 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397144823869_0008 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@1ba82161, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:48:56,013 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397144823869_0008 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:48:56,013 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397144823869_0008
2014-04-10 10:48:56,013 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397144823869_0008_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:48:56,014 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0008_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:48:56,014 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0008 State change from SUBMITTED to ACCEPTED
2014-04-10 10:48:56,016 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:60619/proxy/application_1397144823869_0008/
2014-04-10 10:48:56,016 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [cogroupopt] submitted hadoop job: job_1397144823869_0008
2014-04-10 10:48:56,016 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [cogroupopt] tracking url: http://localhost:60619/proxy/application_1397144823869_0008/
2014-04-10 10:48:56,270 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741894_1070 127.0.0.1:53466 127.0.0.1:36139 127.0.0.1:55175 127.0.0.1:55289
2014-04-10 10:48:56,270 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741895_1071 127.0.0.1:53466 127.0.0.1:36139 127.0.0.1:55289 127.0.0.1:55175
2014-04-10 10:48:56,271 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741896_1072 127.0.0.1:55175 127.0.0.1:36139 127.0.0.1:55289
2014-04-10 10:48:56,271 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741897_1073 127.0.0.1:53466 127.0.0.1:36139 127.0.0.1:55175
2014-04-10 10:48:56,271 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741899_1075 127.0.0.1:55289 127.0.0.1:53466 127.0.0.1:36139
2014-04-10 10:48:56,271 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741898_1074 127.0.0.1:55289 127.0.0.1:53466 127.0.0.1:36139
2014-04-10 10:48:56,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0007 dst=null perm=null
2014-04-10 10:48:56,317 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0008_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:48:56,317 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0008 CONTAINERID=container_1397144823869_0008_01_000001
2014-04-10 10:48:56,317 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0008_01_000001 of capacity <memory:2048, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 10:48:56,317 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0008 container=Container: [ContainerId: container_1397144823869_0008_01_000001, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0008_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:56,318 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:48:56,318 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0008_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:48:56,318 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:48:56,318 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397144823869_0008 AttemptId: appattempt_1397144823869_0008_000001 MasterContainer: Container: [ContainerId: container_1397144823869_0008_01_000001, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:52024 }, ]
2014-04-10 10:48:56,319 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0008_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:48:56,319 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0008_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:48:56,319 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397144823869_0008_000001
2014-04-10 10:48:56,320 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397144823869_0008_01_000001, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] for AM appattempt_1397144823869_0008_000001
2014-04-10 10:48:56,320 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397144823869_0008_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:48:56,324 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0008_000001 (auth:SIMPLE)
2014-04-10 10:48:56,326 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0008_01_000001 by user brock
2014-04-10 10:48:56,326 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0008
2014-04-10 10:48:56,326 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0008 CONTAINERID=container_1397144823869_0008_01_000001
2014-04-10 10:48:56,326 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0008 transitioned from NEW to INITING
2014-04-10 10:48:56,327 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0008_01_000001 to application application_1397144823869_0008
2014-04-10 10:48:56,327 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0008 transitioned from INITING to RUNNING
2014-04-10 10:48:56,327 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397144823869_0008_01_000001, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] for AM appattempt_1397144823869_0008_000001
2014-04-10 10:48:56,327 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0008_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:48:56,327 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:48:56,328 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0008
2014-04-10 10:48:56,328 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:48:56,328 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:48:56,329 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:48:56,329 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:48:56,329 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0008_01_000001
2014-04-10 10:48:56,339 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397144823869_0008_01_000001.tokens. Credentials list:
2014-04-10 10:48:56,351 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:48:56,414 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397144823869_0008_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0008/container_1397144823869_0008_01_000001.tokens
2014-04-10 10:48:56,415 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0008 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0008
2014-04-10 10:48:56,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.jar dst=null perm=null
2014-04-10 10:48:56,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.jar dst=null perm=null
2014-04-10 10:48:56,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.jar dst=null perm=null
2014-04-10 10:48:56,529 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44606, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1912657298_5949, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741904_1080, duration: 617531
2014-04-10 10:48:56,554 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0008/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:48:56,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.splitmetainfo dst=null perm=null
2014-04-10 10:48:56,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.splitmetainfo dst=null perm=null
2014-04-10 10:48:56,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.splitmetainfo dst=null perm=null
2014-04-10 10:48:56,581 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36706, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1912657298_5949, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741906_1082, duration: 249844
2014-04-10 10:48:56,599 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0008/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:48:56,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.split dst=null perm=null
2014-04-10 10:48:56,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.split dst=null perm=null
2014-04-10 10:48:56,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.split dst=null perm=null
2014-04-10 10:48:56,626 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44606, bytes: 1913, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1912657298_5949, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741905_1081, duration: 219669
2014-04-10 10:48:56,644 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0008/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:48:56,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.xml dst=null perm=null
2014-04-10 10:48:56,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.xml dst=null perm=null
2014-04-10 10:48:56,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.xml dst=null perm=null
2014-04-10 10:48:56,670 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36706, bytes: 82379, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1912657298_5949, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741907_1083, duration: 403683
2014-04-10 10:48:56,689 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0008/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:48:56,689 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:48:56,718 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:48:56,718 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:48:56,779 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0008/container_1397144823869_0008_01_000001/default_container_executor.sh]
2014-04-10 10:48:57,003 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741890_1066 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741890 for deletion
2014-04-10 10:48:57,003 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741890_1066 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741890
2014-04-10 10:48:57,064 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741890_1066 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741890 for deletion
2014-04-10 10:48:57,064 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741901_1077 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741901 for deletion
2014-04-10 10:48:57,064 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741890_1066 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741890
2014-04-10 10:48:57,064 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741901_1077 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741901
2014-04-10 10:48:57,066 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=d55d4a0e-a412-4469-9a90-53fa99579ca4, infoPort=50650, ipcPort=33089, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) Starting thread to transfer BP-1649026925-127.0.0.1-1397144808341:blk_1073741904_1080 to 127.0.0.1:36139
2014-04-10 10:48:57,067 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741904_1080 src: /127.0.0.1:44481 dest: /127.0.0.1:36139
2014-04-10 10:48:57,067 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1649026925-127.0.0.1-1397144808341:blk_1073741904_1080 (numBytes=244650) to 127.0.0.1/127.0.0.1:36139
2014-04-10 10:48:57,068 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1649026925-127.0.0.1-1397144808341:blk_1073741904_1080 src: /127.0.0.1:44481 dest: /127.0.0.1:36139 of size 244650
2014-04-10 10:48:57,069 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741904_1080 size 244650
2014-04-10 10:48:57,148 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741899_1075
2014-04-10 10:48:57,149 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741907_1083
2014-04-10 10:48:57,150 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741906_1082
2014-04-10 10:48:57,150 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741905_1081
2014-04-10 10:48:57,150 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741900_1076
2014-04-10 10:48:57,151 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741902_1078
2014-04-10 10:48:57,316 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0008_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:48:57,337 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741899_1075
2014-04-10 10:48:57,337 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741902_1078
2014-04-10 10:48:57,338 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741907_1083
2014-04-10 10:48:57,338 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741901_1077
2014-04-10 10:48:57,351 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741904_1080
2014-04-10 10:48:57,453 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741900_1076
2014-04-10 10:48:57,453 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741906_1082
2014-04-10 10:48:57,453 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741905_1081
2014-04-10 10:48:57,454 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741903_1079
2014-04-10 10:48:57,455 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741899_1075
2014-04-10 10:48:57,542 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741904_1080
2014-04-10 10:48:57,543 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741902_1078
2014-04-10 10:48:57,543 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741901_1077
2014-04-10 10:48:57,550 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741903_1079
2014-04-10 10:48:57,656 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741904_1080
2014-04-10 10:48:57,737 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741904_1080
2014-04-10 10:48:57,737 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741900_1076
2014-04-10 10:48:57,738 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741903_1079
2014-04-10 10:48:57,738 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741905_1081
2014-04-10 10:48:57,742 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741907_1083
2014-04-10 10:48:57,742 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741905_1081
2014-04-10 10:48:57,743 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741906_1082
2014-04-10 10:48:57,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:48:57,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/COMMIT_STARTED dst=null perm=null
2014-04-10 10:48:57,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:48:57,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/COMMIT_FAIL dst=null perm=null
2014-04-10 10:48:57,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008 dst=null perm=null
2014-04-10 10:48:57,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:48:57,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:48:58,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.splitmetainfo dst=null perm=null
2014-04-10 10:48:58,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.splitmetainfo dst=null perm=null
2014-04-10 10:48:58,261 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36711, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-705497179_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741906_1082, duration: 164743
2014-04-10 10:48:58,765 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073741894_1070, blk_1073741895_1071, blk_1073741896_1072, blk_1073741897_1073, blk_1073741901_1077]
2014-04-10 10:48:58,765 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073741890_1066, blk_1073741894_1070, blk_1073741895_1071, blk_1073741896_1072, blk_1073741897_1073, blk_1073741898_1074, blk_1073741899_1075, blk_1073741901_1077]
2014-04-10 10:48:58,843 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0008_000001 (auth:SIMPLE)
2014-04-10 10:48:58,844 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397144823869_0008_000001
2014-04-10 10:48:58,844 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397144823869_0008 APPATTEMPTID=appattempt_1397144823869_0008_000001
2014-04-10 10:48:58,845 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0008_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:48:58,845 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0008 State change from ACCEPTED to RUNNING
2014-04-10 10:48:58,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job_1397144823869_0008_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:58,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-brock/7977824603_source20_source101_84A2A4F53B8646879277B9DBEF068E35/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:48:58,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job_1397144823869_0008_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:48:59,017 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job_1397144823869_0008_1_conf.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:48:59,050 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741908_1084 src: /127.0.0.1:36715 dest: /127.0.0.1:55175
2014-04-10 10:48:59,051 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741908_1084 src: /127.0.0.1:44490 dest: /127.0.0.1:36139
2014-04-10 10:48:59,052 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741908_1084 src: /127.0.0.1:52441 dest: /127.0.0.1:55289
2014-04-10 10:48:59,057 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52441, dest: /127.0.0.1:55289, bytes: 95860, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-705497179_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741908_1084, duration: 4658096
2014-04-10 10:48:59,058 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741908_1084, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:48:59,058 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:48:59,058 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44490, dest: /127.0.0.1:36139, bytes: 95860, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-705497179_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741908_1084, duration: 4951567
2014-04-10 10:48:59,058 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741908_1084, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:59,058 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:48:59,059 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36715, dest: /127.0.0.1:55175, bytes: 95860, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-705497179_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741908_1084, duration: 5518246
2014-04-10 10:48:59,059 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741908_1084, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:48:59,059 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:48:59,070 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job_1397144823869_0008_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-705497179_1
2014-04-10 10:49:00,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741894_1070 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741894 for deletion
2014-04-10 10:49:00,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741895_1071 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741895 for deletion
2014-04-10 10:49:00,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741896_1072 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741896 for deletion
2014-04-10 10:49:00,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741894_1070 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741894
2014-04-10 10:49:00,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741897_1073 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741897 for deletion
2014-04-10 10:49:00,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741895_1071 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741895
2014-04-10 10:49:00,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741901_1077 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741901 for deletion
2014-04-10 10:49:00,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741896_1072 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741896
2014-04-10 10:49:00,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741897_1073 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741897
2014-04-10 10:49:00,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741901_1077 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741901
2014-04-10 10:49:00,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741890_1066 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741890 for deletion
2014-04-10 10:49:00,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741894_1070 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741894 for deletion
2014-04-10 10:49:00,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741890_1066 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741890
2014-04-10 10:49:00,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741895_1071 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741895 for deletion
2014-04-10 10:49:00,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741896_1072 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741896 for deletion
2014-04-10 10:49:00,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741895_1071 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741895
2014-04-10 10:49:00,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741894_1070 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741894
2014-04-10 10:49:00,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741897_1073 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741897 for deletion
2014-04-10 10:49:00,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741896_1072 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741896
2014-04-10 10:49:00,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741898_1074 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741898 for deletion
2014-04-10 10:49:00,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741897_1073 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741897
2014-04-10 10:49:00,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741899_1075 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741899 for deletion
2014-04-10 10:49:00,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741898_1074 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741898
2014-04-10 10:49:00,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741901_1077 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741901 for deletion
2014-04-10 10:49:00,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741899_1075 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741899
2014-04-10 10:49:00,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741901_1077 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741901
2014-04-10 10:49:00,317 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0008_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:49:00,317 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0008 CONTAINERID=container_1397144823869_0008_01_000002
2014-04-10 10:49:00,317 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0008_01_000002 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:49:00,317 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0008 container=Container: [ContainerId: container_1397144823869_0008_01_000002, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0008_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:00,318 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:49:00,318 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:00,318 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0008_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:49:00,318 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0008 CONTAINERID=container_1397144823869_0008_01_000003
2014-04-10 10:49:00,318 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0008_01_000003 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 10:49:00,319 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0008 container=Container: [ContainerId: container_1397144823869_0008_01_000003, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0008_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:00,319 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:49:00,319 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:00,615 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0008_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:49:00,615 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0008 CONTAINERID=container_1397144823869_0008_01_000004
2014-04-10 10:49:00,615 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0008_01_000004 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:49:00,615 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0008 container=Container: [ContainerId: container_1397144823869_0008_01_000004, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0008_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:00,616 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:49:00,616 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:00,616 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0008_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:49:00,616 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0008 CONTAINERID=container_1397144823869_0008_01_000005
2014-04-10 10:49:00,617 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0008_01_000005 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:49:00,617 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0008 container=Container: [ContainerId: container_1397144823869_0008_01_000005, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0008_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:00,617 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:49:00,617 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:00,618 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0008_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:49:00,618 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0008 CONTAINERID=container_1397144823869_0008_01_000006
2014-04-10 10:49:00,618 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0008_01_000006 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 10:49:00,618 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0008 container=Container: [ContainerId: container_1397144823869_0008_01_000006, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0008_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:00,619 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 10:49:00,619 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:00,877 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0008_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:49:00,877 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0008_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:49:00,877 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0008_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:49:00,877 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0008_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:49:00,877 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0008_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:49:00,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.jar dst=null perm=null
2014-04-10 10:49:00,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.jar dst=null perm=null
2014-04-10 10:49:00,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.xml dst=null perm=null
2014-04-10 10:49:00,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.xml dst=null perm=null
2014-04-10 10:49:00,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:49:00,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:49:00,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:49:00,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:49:00,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:49:00,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:49:00,997 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0008_000001 (auth:SIMPLE)
2014-04-10 10:49:00,997 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0008_000001 (auth:SIMPLE)
2014-04-10 10:49:01,004 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0008_01_000002 by user brock
2014-04-10 10:49:01,004 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0008_01_000006 by user brock
2014-04-10 10:49:01,004 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0008_01_000003 by user brock
2014-04-10 10:49:01,005 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0008
2014-04-10 10:49:01,004 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0008_01_000002 to application application_1397144823869_0008
2014-04-10 10:49:01,005 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0008 CONTAINERID=container_1397144823869_0008_01_000006
2014-04-10 10:49:01,005 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0008 transitioned from NEW to INITING
2014-04-10 10:49:01,005 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0008_01_000006 to application application_1397144823869_0008
2014-04-10 10:49:01,005 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0008 transitioned from INITING to RUNNING
2014-04-10 10:49:01,004 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0008 CONTAINERID=container_1397144823869_0008_01_000002
2014-04-10 10:49:01,005 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0008_01_000003 to application application_1397144823869_0008
2014-04-10 10:49:01,005 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0008 CONTAINERID=container_1397144823869_0008_01_000003
2014-04-10 10:49:01,006 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0008_01_000004 by user brock
2014-04-10 10:49:01,006 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:49:01,006 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0008 CONTAINERID=container_1397144823869_0008_01_000004
2014-04-10 10:49:01,005 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0008_01_000005 by user brock
2014-04-10 10:49:01,006 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:49:01,006 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:49:01,006 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0008 CONTAINERID=container_1397144823869_0008_01_000005
2014-04-10 10:49:01,006 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0008
2014-04-10 10:49:01,006 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0008
2014-04-10 10:49:01,006 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0008
2014-04-10 10:49:01,007 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:49:01,006 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0008
2014-04-10 10:49:01,007 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0008
2014-04-10 10:49:01,007 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:49:01,007 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0008
2014-04-10 10:49:01,007 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0008
2014-04-10 10:49:01,007 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:49:01,007 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0008
2014-04-10 10:49:01,007 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:49:01,007 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:49:01,008 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0008_01_000004 to application application_1397144823869_0008
2014-04-10 10:49:01,008 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0008
2014-04-10 10:49:01,008 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0008_01_000005 to application application_1397144823869_0008
2014-04-10 10:49:01,008 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0008_01_000006
2014-04-10 10:49:01,008 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:49:01,008 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:49:01,008 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:49:01,009 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:49:01,009 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0008
2014-04-10 10:49:01,009 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0008
2014-04-10 10:49:01,009 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:49:01,009 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0008
2014-04-10 10:49:01,010 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0008
2014-04-10 10:49:01,010 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0008
2014-04-10 10:49:01,010 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:49:01,010 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0008
2014-04-10 10:49:01,011 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0008_01_000004
2014-04-10 10:49:01,011 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0008_01_000005
2014-04-10 10:49:01,019 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397144823869_0008_01_000005.tokens. Credentials list:
2014-04-10 10:49:01,019 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397144823869_0008_01_000006.tokens. Credentials list:
2014-04-10 10:49:01,019 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0008_01_000004.tokens. Credentials list:
2014-04-10 10:49:01,029 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:49:01,033 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:49:01,033 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:49:01,033 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:01,033 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:01,093 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0008/container_1397144823869_0008_01_000002/default_container_executor.sh]
2014-04-10 10:49:01,093 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0008/container_1397144823869_0008_01_000003/default_container_executor.sh]
2014-04-10 10:49:01,093 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397144823869_0008_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0008/container_1397144823869_0008_01_000005.tokens
2014-04-10 10:49:01,094 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0008 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0008
2014-04-10 10:49:01,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.jar dst=null perm=null
2014-04-10 10:49:01,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.jar dst=null perm=null
2014-04-10 10:49:01,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.jar dst=null perm=null
2014-04-10 10:49:01,177 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44629, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1754696703_6132, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741904_1080, duration: 444823
2014-04-10 10:49:01,193 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0008/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:49:01,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.xml dst=null perm=null
2014-04-10 10:49:01,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.xml dst=null perm=null
2014-04-10 10:49:01,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.xml dst=null perm=null
2014-04-10 10:49:01,208 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44629, bytes: 82379, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1754696703_6132, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741907_1083, duration: 174736
2014-04-10 10:49:01,219 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0008/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:49:01,219 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:49:01,219 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:49:01,219 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:49:01,249 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:49:01,249 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:01,249 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:49:01,249 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:01,256 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:49:01,256 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:01,303 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0008/container_1397144823869_0008_01_000006/default_container_executor.sh]
2014-04-10 10:49:01,303 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0008/container_1397144823869_0008_01_000005/default_container_executor.sh]
2014-04-10 10:49:01,307 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0008/container_1397144823869_0008_01_000004/default_container_executor.sh]
2014-04-10 10:49:01,317 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0008_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:49:01,317 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0008_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:49:01,393 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397144823869_0007_01_000001 succeeded
2014-04-10 10:49:01,393 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:49:01,393 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0007_01_000001
2014-04-10 10:49:01,405 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000001
2014-04-10 10:49:01,406 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000001
2014-04-10 10:49:01,407 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000001
2014-04-10 10:49:01,407 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0007/container_1397144823869_0007_01_000001
2014-04-10 10:49:01,408 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0007 CONTAINERID=container_1397144823869_0007_01_000001
2014-04-10 10:49:01,408 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0007_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:49:01,408 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0007_01_000001 from application application_1397144823869_0007
2014-04-10 10:49:01,408 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:01,408 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0007
2014-04-10 10:49:01,615 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0008_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:49:01,615 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0008_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:49:01,615 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0008_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:49:01,766 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073741894_1070, blk_1073741895_1071, blk_1073741897_1073, blk_1073741898_1074, blk_1073741899_1075]
2014-04-10 10:49:01,766 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073741894_1070, blk_1073741895_1071, blk_1073741896_1072, blk_1073741898_1074, blk_1073741899_1075]
2014-04-10 10:49:01,829 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0007_01_000001
2014-04-10 10:49:01,830 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0007_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:49:01,830 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397144823869_0007_000001
2014-04-10 10:49:01,830 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0007_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:49:01,830 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0007_000001 State change from FINISHING to FINISHED
2014-04-10 10:49:01,830 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0007 CONTAINERID=container_1397144823869_0007_01_000001
2014-04-10 10:49:01,830 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0007 State change from FINISHING to FINISHED
2014-04-10 10:49:01,830 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0007_01_000001 of capacity <memory:2048, vCores:1> on host localhost:56736, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:49:01,830 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397144823869_0007
2014-04-10 10:49:01,830 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397144823869_0007_000001
2014-04-10 10:49:01,830 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397144823869_0007,name=[20CF57B445D04C218B385C0490010B8F/E925AE9DC94344AE8E2062A5B77EFD6F] cogroupopt/(1/2) ...tform/cogroupacogroupopt2,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:60619/proxy/application_1397144823869_0007/jobhistory/job/job_1397144823869_0007,appMasterHost=localhost.localdomain,startTime=1397144921562,finishTime=1397144935196,finalStatus=SUCCEEDED
2014-04-10 10:49:01,830 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 10:49:01,831 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0007_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:01,831 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:01,831 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 10:49:01,831 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0007_000001 released container container_1397144823869_0007_01_000001 on node: host: localhost:56736 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:49:01,831 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397144823869_0007_000001 is done. finalState=FINISHED
2014-04-10 10:49:01,831 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397144823869_0007 requests cleared
2014-04-10 10:49:01,831 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397144823869_0007 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:49:01,831 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397144823869_0007 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:49:01,833 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0007_000001 (auth:SIMPLE)
2014-04-10 10:49:01,849 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0007_01_000001
2014-04-10 10:49:01,892 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:49:02,298 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:49:02,612 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0008_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0008/container_1397144823869_0008_01_000004.tokens
2014-04-10 10:49:02,612 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0008 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0008
2014-04-10 10:49:02,615 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0007 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:49:02,615 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0007
2014-04-10 10:49:02,615 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0007
2014-04-10 10:49:02,615 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0007
2014-04-10 10:49:02,616 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0007
2014-04-10 10:49:02,616 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0007
2014-04-10 10:49:02,616 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0007 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:49:02,616 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0007, with delay of 10800 seconds
2014-04-10 10:49:02,630 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0007 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:49:02,630 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0007
2014-04-10 10:49:02,630 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0007
2014-04-10 10:49:02,630 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0007
2014-04-10 10:49:02,630 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0007
2014-04-10 10:49:02,631 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0007
2014-04-10 10:49:02,631 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0007 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:49:02,631 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0007, with delay of 10800 seconds
2014-04-10 10:49:02,659 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741908_1084
2014-04-10 10:49:02,741 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741908_1084
2014-04-10 10:49:02,745 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741908_1084
2014-04-10 10:49:02,771 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:49:02,830 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0007 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:49:02,830 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0007
2014-04-10 10:49:02,830 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0007 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:49:02,830 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0007, with delay of 10800 seconds
2014-04-10 10:49:02,831 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0007
2014-04-10 10:49:02,831 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0007
2014-04-10 10:49:02,832 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0007
2014-04-10 10:49:02,832 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0007
2014-04-10 10:49:03,003 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741894_1070 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741894 for deletion
2014-04-10 10:49:03,003 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741895_1071 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741895 for deletion
2014-04-10 10:49:03,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741896_1072 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741896 for deletion
2014-04-10 10:49:03,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741894_1070 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741894
2014-04-10 10:49:03,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741898_1074 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741898 for deletion
2014-04-10 10:49:03,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741896_1072 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741896
2014-04-10 10:49:03,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741899_1075 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741899 for deletion
2014-04-10 10:49:03,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741895_1071 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741895
2014-04-10 10:49:03,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741898_1074 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741898
2014-04-10 10:49:03,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741899_1075 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741899
2014-04-10 10:49:03,005 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397144823869_0008_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0008/container_1397144823869_0008_01_000006.tokens
2014-04-10 10:49:03,005 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0008 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0008
2014-04-10 10:49:03,065 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741894_1070 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741894 for deletion
2014-04-10 10:49:03,065 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741895_1071 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741895 for deletion
2014-04-10 10:49:03,065 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741897_1073 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741897 for deletion
2014-04-10 10:49:03,065 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741895_1071 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741895
2014-04-10 10:49:03,065 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741898_1074 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741898 for deletion
2014-04-10 10:49:03,065 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741899_1075 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741899 for deletion
2014-04-10 10:49:03,065 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741898_1074 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741898
2014-04-10 10:49:03,065 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741894_1070 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741894
2014-04-10 10:49:03,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741897_1073 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741897
2014-04-10 10:49:03,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741899_1075 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741899
2014-04-10 10:49:03,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.split dst=null perm=null
2014-04-10 10:49:03,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.split dst=null perm=null
2014-04-10 10:49:04,018 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44521, bytes: 1913, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0008_m_000000_0_1269039131_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741905_1081, duration: 180292
2014-04-10 10:49:04,040 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36749, bytes: 1913, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0008_m_000001_0_-1111451085_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741905_1081, duration: 180199
2014-04-10 10:49:04,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.20.txt dst=null perm=null
2014-04-10 10:49:04,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.20.txt dst=null perm=null
2014-04-10 10:49:04,119 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44651, bytes: 55, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0008_m_000001_0_-1111451085_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741882_1058, duration: 190439
2014-04-10 10:49:04,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.split dst=null perm=null
2014-04-10 10:49:04,263 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44527, bytes: 881, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0008_m_000003_0_813141297_1, offset: 1024, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741905_1081, duration: 188902
2014-04-10 10:49:04,276 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52479, bytes: 55, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0008_m_000000_0_1269039131_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741882_1058, duration: 154884
2014-04-10 10:49:04,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.split dst=null perm=null
2014-04-10 10:49:04,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job.split dst=null perm=null
2014-04-10 10:49:04,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.10.txt dst=null perm=null
2014-04-10 10:49:04,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7977824603_source20_source101_84A2A4F53B8646879277B9DBEF068E35/_temporary/1/_temporary/attempt_1397144823869_0008_m_000000_0 dst=null perm=null
2014-04-10 10:49:04,387 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52482, bytes: 881, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0008_m_000004_0_-188361052_1, offset: 1024, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741905_1081, duration: 178364
2014-04-10 10:49:04,396 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52483, bytes: 1397, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0008_m_000002_0_1174243042_1, offset: 512, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741905_1081, duration: 180613
2014-04-10 10:49:04,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7977824603_source20_source101_84A2A4F53B8646879277B9DBEF068E35/_temporary/1/_temporary/attempt_1397144823869_0008_m_000001_0 dst=null perm=null
2014-04-10 10:49:04,444 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0008_01_000002
2014-04-10 10:49:04,445 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0008 CONTAINERID=container_1397144823869_0008_01_000002
2014-04-10 10:49:04,445 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:49:04,445 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0008_01_000002
2014-04-10 10:49:04,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.10.txt dst=null perm=null
2014-04-10 10:49:04,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.20.txt dst=null perm=null
2014-04-10 10:49:04,461 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44535, bytes: 24, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0008_m_000004_0_-188361052_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741883_1059, duration: 183790
2014-04-10 10:49:04,463 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52483, bytes: 55, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0008_m_000002_0_1174243042_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741882_1058, duration: 150343
2014-04-10 10:49:04,463 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job_1397144823869_0008_1.jhist. BP-1649026925-127.0.0.1-1397144808341 blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:49:04,469 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0008_01_000002 is : 143
2014-04-10 10:49:04,497 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0008_01_000003
2014-04-10 10:49:04,497 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0008 CONTAINERID=container_1397144823869_0008_01_000003
2014-04-10 10:49:04,500 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:49:04,500 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:49:04,500 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0008/container_1397144823869_0008_01_000002
2014-04-10 10:49:04,500 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0008/container_1397144823869_0008_01_000002
2014-04-10 10:49:04,501 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0008/container_1397144823869_0008_01_000002
2014-04-10 10:49:04,501 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0008/container_1397144823869_0008_01_000002
2014-04-10 10:49:04,501 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0008_01_000003
2014-04-10 10:49:04,506 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0008_01_000003 is : 143
2014-04-10 10:49:04,513 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0008 CONTAINERID=container_1397144823869_0008_01_000002
2014-04-10 10:49:04,514 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:49:04,514 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:49:04,514 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0008_01_000002 from application application_1397144823869_0008
2014-04-10 10:49:04,514 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:04,514 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0008
2014-04-10 10:49:04,514 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0008/container_1397144823869_0008_01_000003
2014-04-10 10:49:04,514 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0008/container_1397144823869_0008_01_000003
2014-04-10 10:49:04,515 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0008/container_1397144823869_0008_01_000003
2014-04-10 10:49:04,515 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0008/container_1397144823869_0008_01_000003
2014-04-10 10:49:04,515 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0008 CONTAINERID=container_1397144823869_0008_01_000003
2014-04-10 10:49:04,516 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:49:04,516 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0008_01_000003 from application application_1397144823869_0008
2014-04-10 10:49:04,516 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:04,516 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0008
2014-04-10 10:49:04,521 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741909_1085 src: /127.0.0.1:52486 dest: /127.0.0.1:55289
2014-04-10 10:49:04,522 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44664, bytes: 24, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0008_m_000003_0_813141297_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741883_1059, duration: 158970
2014-04-10 10:49:04,522 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741909_1085 src: /127.0.0.1:36764 dest: /127.0.0.1:55175
2014-04-10 10:49:04,523 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741909_1085 src: /127.0.0.1:44666 dest: /127.0.0.1:53466
2014-04-10 10:49:04,526 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job_1397144823869_0008_1.jhist for DFSClient_NONMAPREDUCE_-705497179_1
2014-04-10 10:49:04,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7977824603_source20_source101_84A2A4F53B8646879277B9DBEF068E35/_temporary/1/_temporary/attempt_1397144823869_0008_m_000003_0 dst=null perm=null
2014-04-10 10:49:04,639 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0008_01_000005
2014-04-10 10:49:04,639 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0008 CONTAINERID=container_1397144823869_0008_01_000005
2014-04-10 10:49:04,639 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:49:04,640 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0008_01_000005
2014-04-10 10:49:04,647 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0008_01_000005 is : 143
2014-04-10 10:49:04,662 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:49:04,663 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0008/container_1397144823869_0008_01_000005
2014-04-10 10:49:04,663 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0008/container_1397144823869_0008_01_000005
2014-04-10 10:49:04,663 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0008/container_1397144823869_0008_01_000005
2014-04-10 10:49:04,663 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0008/container_1397144823869_0008_01_000005
2014-04-10 10:49:04,663 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0008 CONTAINERID=container_1397144823869_0008_01_000005
2014-04-10 10:49:04,663 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:49:04,664 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0008_01_000005 from application application_1397144823869_0008
2014-04-10 10:49:04,664 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:04,664 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0008
2014-04-10 10:49:04,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7977824603_source20_source101_84A2A4F53B8646879277B9DBEF068E35/_temporary/1/_temporary/attempt_1397144823869_0008_m_000002_0 dst=null perm=null
2014-04-10 10:49:04,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7977824603_source20_source101_84A2A4F53B8646879277B9DBEF068E35/_temporary/1/_temporary/attempt_1397144823869_0008_m_000004_0 dst=null perm=null
2014-04-10 10:49:04,727 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0008_01_000004
2014-04-10 10:49:04,727 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0008 CONTAINERID=container_1397144823869_0008_01_000004
2014-04-10 10:49:04,727 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:49:04,727 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0008_01_000004
2014-04-10 10:49:04,727 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0008_01_000005
2014-04-10 10:49:04,728 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0008_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:49:04,728 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0008_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:49:04,728 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0008 CONTAINERID=container_1397144823869_0008_01_000005
2014-04-10 10:49:04,728 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0008_01_000005 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:49:04,728 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 10:49:04,728 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0008_01_000005, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:04,728 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:04,729 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 10:49:04,729 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0008_000001 released container container_1397144823869_0008_01_000005 on node: host: localhost:37679 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:49:04,733 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0008_01_000004 is : 143
2014-04-10 10:49:04,736 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0008_01_000006
2014-04-10 10:49:04,736 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0008 CONTAINERID=container_1397144823869_0008_01_000006
2014-04-10 10:49:04,743 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:49:04,743 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:49:04,743 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0008/container_1397144823869_0008_01_000004
2014-04-10 10:49:04,743 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0008/container_1397144823869_0008_01_000004
2014-04-10 10:49:04,743 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0008/container_1397144823869_0008_01_000004
2014-04-10 10:49:04,743 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0008_01_000006
2014-04-10 10:49:04,743 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0008/container_1397144823869_0008_01_000004
2014-04-10 10:49:04,748 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0008_01_000006 is : 143
2014-04-10 10:49:04,758 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0008 CONTAINERID=container_1397144823869_0008_01_000004
2014-04-10 10:49:04,758 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:49:04,758 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:49:04,758 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0008_01_000004 from application application_1397144823869_0008
2014-04-10 10:49:04,758 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:04,759 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0008
2014-04-10 10:49:04,759 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0008/container_1397144823869_0008_01_000006
2014-04-10 10:49:04,759 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0008/container_1397144823869_0008_01_000006
2014-04-10 10:49:04,760 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0008/container_1397144823869_0008_01_000006
2014-04-10 10:49:04,760 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0008/container_1397144823869_0008_01_000006
2014-04-10 10:49:04,760 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0008 CONTAINERID=container_1397144823869_0008_01_000006
2014-04-10 10:49:04,760 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:49:04,762 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0008_01_000006 from application application_1397144823869_0008
2014-04-10 10:49:04,762 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:04,763 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0008
2014-04-10 10:49:05,498 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0008_01_000002
2014-04-10 10:49:05,498 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0008_01_000003
2014-04-10 10:49:05,499 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0008_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:49:05,499 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0008_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:49:05,499 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0008 CONTAINERID=container_1397144823869_0008_01_000002
2014-04-10 10:49:05,499 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0008_01_000002 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 10:49:05,499 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 10:49:05,500 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0008_01_000002, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:05,500 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:05,500 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:49:05,500 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0008_000001 released container container_1397144823869_0008_01_000002 on node: host: localhost:52024 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 10:49:05,501 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0008_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:49:05,501 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0008_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:49:05,501 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0008 CONTAINERID=container_1397144823869_0008_01_000003
2014-04-10 10:49:05,501 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0008_01_000003 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:49:05,501 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:49:05,502 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0008_01_000003, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:05,502 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:05,502 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:49:05,502 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0008_000001 released container container_1397144823869_0008_01_000003 on node: host: localhost:52024 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:49:05,737 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0008_01_000004
2014-04-10 10:49:05,737 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0008_01_000006
2014-04-10 10:49:05,737 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0008_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:49:05,738 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0008_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:49:05,738 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0008 CONTAINERID=container_1397144823869_0008_01_000004
2014-04-10 10:49:05,738 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0008_01_000004 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:49:05,738 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:49:05,738 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0008_01_000004, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:05,739 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:05,739 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:49:05,739 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0008_000001 released container container_1397144823869_0008_01_000004 on node: host: localhost:37679 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:49:05,739 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0008_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:49:05,739 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0008_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:49:05,739 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0008 CONTAINERID=container_1397144823869_0008_01_000006
2014-04-10 10:49:05,739 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0008_01_000006 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:49:05,740 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:49:05,740 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0008_01_000006, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:05,740 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:05,740 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:49:05,740 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0008_000001 released container container_1397144823869_0008_01_000006 on node: host: localhost:37679 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:49:06,499 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0008_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:49:06,500 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0008 CONTAINERID=container_1397144823869_0008_01_000007
2014-04-10 10:49:06,500 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0008_01_000007 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:49:06,500 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0008 container=Container: [ContainerId: container_1397144823869_0008_01_000007, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0008_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:06,500 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:49:06,500 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:06,909 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0008_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:49:06,922 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0008_01_000007 by user brock
2014-04-10 10:49:06,922 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0008 CONTAINERID=container_1397144823869_0008_01_000007
2014-04-10 10:49:06,922 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0008_01_000007 to application application_1397144823869_0008
2014-04-10 10:49:06,923 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 10:49:06,923 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0008
2014-04-10 10:49:06,923 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0008
2014-04-10 10:49:06,923 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:49:06,923 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0008
2014-04-10 10:49:06,924 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:49:06,955 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 10:49:06,956 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:07,011 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0008/container_1397144823869_0008_01_000007/default_container_executor.sh]
2014-04-10 10:49:07,499 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0008_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:49:07,913 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:49:08,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/7977824603_source20_source101_84A2A4F53B8646879277B9DBEF068E35/_temporary/1/_temporary/attempt_1397144823869_0008_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:08,892 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/7977824603_source20_source101_84A2A4F53B8646879277B9DBEF068E35/_temporary/1/_temporary/attempt_1397144823869_0008_r_000000_0/part-00000. BP-1649026925-127.0.0.1-1397144808341 blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:49:08,966 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741910_1086 src: /127.0.0.1:52512 dest: /127.0.0.1:55289
2014-04-10 10:49:08,968 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741910_1086 src: /127.0.0.1:36789 dest: /127.0.0.1:55175
2014-04-10 10:49:08,968 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741910_1086 src: /127.0.0.1:44564 dest: /127.0.0.1:36139
2014-04-10 10:49:08,979 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44564, dest: /127.0.0.1:36139, bytes: 292, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0008_r_000000_0_322934295_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741910_1086, duration: 9805496
2014-04-10 10:49:08,979 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741910_1086, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:08,980 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:49:08,980 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36789, dest: /127.0.0.1:55175, bytes: 292, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0008_r_000000_0_322934295_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741910_1086, duration: 10269726
2014-04-10 10:49:08,980 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741910_1086, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:08,980 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:49:08,980 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52512, dest: /127.0.0.1:55289, bytes: 292, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0008_r_000000_0_322934295_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741910_1086, duration: 10768165
2014-04-10 10:49:08,980 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741910_1086, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:08,980 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:49:08,994 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/7977824603_source20_source101_84A2A4F53B8646879277B9DBEF068E35/_temporary/1/_temporary/attempt_1397144823869_0008_r_000000_0/part-00000 is closed by DFSClient_attempt_1397144823869_0008_r_000000_0_322934295_1
2014-04-10 10:49:09,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7977824603_source20_source101_84A2A4F53B8646879277B9DBEF068E35/_temporary/1/_temporary/attempt_1397144823869_0008_r_000000_0 dst=null perm=null
2014-04-10 10:49:09,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7977824603_source20_source101_84A2A4F53B8646879277B9DBEF068E35/_temporary/1/_temporary/attempt_1397144823869_0008_r_000000_0 dst=null perm=null
2014-04-10 10:49:09,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7977824603_source20_source101_84A2A4F53B8646879277B9DBEF068E35/_temporary/1/task_1397144823869_0008_r_000000 dst=null perm=null
2014-04-10 10:49:09,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/7977824603_source20_source101_84A2A4F53B8646879277B9DBEF068E35/_temporary/1/_temporary/attempt_1397144823869_0008_r_000000_0 dst=/tmp/hadoop-brock/7977824603_source20_source101_84A2A4F53B8646879277B9DBEF068E35/_temporary/1/task_1397144823869_0008_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:49:09,108 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0008_01_000007
2014-04-10 10:49:09,109 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0008 CONTAINERID=container_1397144823869_0008_01_000007
2014-04-10 10:49:09,109 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000007 transitioned from RUNNING to KILLING
2014-04-10 10:49:09,109 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0008_01_000007
2014-04-10 10:49:09,116 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0008_01_000007 is : 143
2014-04-10 10:49:09,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:09,130 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:49:09,130 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0008/container_1397144823869_0008_01_000007
2014-04-10 10:49:09,131 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0008/container_1397144823869_0008_01_000007
2014-04-10 10:49:09,131 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0008/container_1397144823869_0008_01_000007
2014-04-10 10:49:09,131 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0008 CONTAINERID=container_1397144823869_0008_01_000007
2014-04-10 10:49:09,131 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:49:09,131 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0008/container_1397144823869_0008_01_000007
2014-04-10 10:49:09,131 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0008_01_000007 from application application_1397144823869_0008
2014-04-10 10:49:09,131 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:09,131 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0008
2014-04-10 10:49:09,136 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-705497179_1
2014-04-10 10:49:09,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/7977824603_source20_source101_84A2A4F53B8646879277B9DBEF068E35/_temporary/1 dst=null perm=null
2014-04-10 10:49:09,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7977824603_source20_source101_84A2A4F53B8646879277B9DBEF068E35 dst=null perm=null
2014-04-10 10:49:09,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7977824603_source20_source101_84A2A4F53B8646879277B9DBEF068E35 dst=null perm=null
2014-04-10 10:49:09,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/7977824603_source20_source101_84A2A4F53B8646879277B9DBEF068E35/_temporary/1/task_1397144823869_0008_r_000000 dst=null perm=null
2014-04-10 10:49:09,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7977824603_source20_source101_84A2A4F53B8646879277B9DBEF068E35/part-00000 dst=null perm=null
2014-04-10 10:49:09,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/7977824603_source20_source101_84A2A4F53B8646879277B9DBEF068E35/_temporary/1/task_1397144823869_0008_r_000000/part-00000 dst=/tmp/hadoop-brock/7977824603_source20_source101_84A2A4F53B8646879277B9DBEF068E35/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:09,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/7977824603_source20_source101_84A2A4F53B8646879277B9DBEF068E35/_temporary dst=null perm=null
2014-04-10 10:49:09,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/7977824603_source20_source101_84A2A4F53B8646879277B9DBEF068E35/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:09,219 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/7977824603_source20_source101_84A2A4F53B8646879277B9DBEF068E35/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-705497179_1
2014-04-10 10:49:09,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:09,244 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-705497179_1
2014-04-10 10:49:09,272 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44666, dest: /127.0.0.1:53466, bytes: 69477, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-705497179_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741909_1085, duration: 4748750205
2014-04-10 10:49:09,273 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741909_1085, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:09,274 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36764, dest: /127.0.0.1:55175, bytes: 69477, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-705497179_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741909_1085, duration: 4750013043
2014-04-10 10:49:09,274 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 15745
2014-04-10 10:49:09,274 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741909_1085, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:09,275 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52486, dest: /127.0.0.1:55289, bytes: 69477, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-705497179_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741909_1085, duration: 4751026853
2014-04-10 10:49:09,275 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 15745
2014-04-10 10:49:09,275 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741909_1085, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:09,276 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 15745
2014-04-10 10:49:09,286 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job_1397144823869_0008_1.jhist is closed by DFSClient_NONMAPREDUCE_-705497179_1
2014-04-10 10:49:09,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0008.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:09,306 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0008.summary_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:49:09,322 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741911_1087 src: /127.0.0.1:36794 dest: /127.0.0.1:55175
2014-04-10 10:49:09,323 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741911_1087 src: /127.0.0.1:52519 dest: /127.0.0.1:55289
2014-04-10 10:49:09,325 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741911_1087 src: /127.0.0.1:44697 dest: /127.0.0.1:53466
2014-04-10 10:49:09,328 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44697, dest: /127.0.0.1:53466, bytes: 423, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-705497179_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741911_1087, duration: 2310008
2014-04-10 10:49:09,328 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741911_1087, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:09,329 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:49:09,329 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52519, dest: /127.0.0.1:55289, bytes: 423, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-705497179_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741911_1087, duration: 2659837
2014-04-10 10:49:09,329 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741911_1087, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:09,329 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:49:09,330 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36794, dest: /127.0.0.1:55175, bytes: 423, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-705497179_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741911_1087, duration: 4500366
2014-04-10 10:49:09,331 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741911_1087, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:09,331 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:49:09,344 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0008.summary_tmp is closed by DFSClient_NONMAPREDUCE_-705497179_1
2014-04-10 10:49:09,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0008.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:49:09,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job_1397144823869_0008_1.jhist dst=null perm=null
2014-04-10 10:49:09,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0008-1397144935936-brock-%5B60FBD5F0E80743E291EBAEB5A8A022F8%2FD7624AA573144837-1397144949245-5-1-SUCCEEDED-default-1397144938854.jhist_tmp dst=null perm=null
2014-04-10 10:49:09,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job_1397144823869_0008_1.jhist dst=null perm=null
2014-04-10 10:49:09,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0008-1397144935936-brock-%5B60FBD5F0E80743E291EBAEB5A8A022F8%2FD7624AA573144837-1397144949245-5-1-SUCCEEDED-default-1397144938854.jhist_tmp dst=null perm=null
2014-04-10 10:49:09,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job_1397144823869_0008_1.jhist dst=null perm=null
2014-04-10 10:49:09,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0008-1397144935936-brock-%5B60FBD5F0E80743E291EBAEB5A8A022F8%2FD7624AA573144837-1397144949245-5-1-SUCCEEDED-default-1397144938854.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:09,397 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44698, bytes: 70021, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-705497179_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741909_1085, duration: 393111
2014-04-10 10:49:09,400 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0008-1397144935936-brock-%5B60FBD5F0E80743E291EBAEB5A8A022F8%2FD7624AA573144837-1397144949245-5-1-SUCCEEDED-default-1397144938854.jhist_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]}
2014-04-10 10:49:09,413 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741912_1088 src: /127.0.0.1:52523 dest: /127.0.0.1:55289
2014-04-10 10:49:09,414 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741912_1088 src: /127.0.0.1:36800 dest: /127.0.0.1:55175
2014-04-10 10:49:09,416 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741912_1088 src: /127.0.0.1:44575 dest: /127.0.0.1:36139
2014-04-10 10:49:09,420 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44575, dest: /127.0.0.1:36139, bytes: 69477, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-705497179_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741912_1088, duration: 3280728
2014-04-10 10:49:09,421 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741912_1088, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:09,421 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:49:09,421 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36800, dest: /127.0.0.1:55175, bytes: 69477, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-705497179_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741912_1088, duration: 3583907
2014-04-10 10:49:09,421 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741912_1088, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:09,422 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:49:09,422 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52523, dest: /127.0.0.1:55289, bytes: 69477, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-705497179_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741912_1088, duration: 4683641
2014-04-10 10:49:09,422 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741912_1088, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:09,423 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:49:09,436 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0008-1397144935936-brock-%5B60FBD5F0E80743E291EBAEB5A8A022F8%2FD7624AA573144837-1397144949245-5-1-SUCCEEDED-default-1397144938854.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-705497179_1
2014-04-10 10:49:09,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0008-1397144935936-brock-%5B60FBD5F0E80743E291EBAEB5A8A022F8%2FD7624AA573144837-1397144949245-5-1-SUCCEEDED-default-1397144938854.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:49:09,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job_1397144823869_0008_1_conf.xml dst=null perm=null
2014-04-10 10:49:09,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0008_conf.xml_tmp dst=null perm=null
2014-04-10 10:49:09,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job_1397144823869_0008_1_conf.xml dst=null perm=null
2014-04-10 10:49:09,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0008_conf.xml_tmp dst=null perm=null
2014-04-10 10:49:09,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008/job_1397144823869_0008_1_conf.xml dst=null perm=null
2014-04-10 10:49:09,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0008_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:09,463 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52526, bytes: 96612, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-705497179_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741908_1084, duration: 411493
2014-04-10 10:49:09,466 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0008_conf.xml_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:49:09,480 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741913_1089 src: /127.0.0.1:52527 dest: /127.0.0.1:55289
2014-04-10 10:49:09,481 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741913_1089 src: /127.0.0.1:36804 dest: /127.0.0.1:55175
2014-04-10 10:49:09,482 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741913_1089 src: /127.0.0.1:44579 dest: /127.0.0.1:36139
2014-04-10 10:49:09,486 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44579, dest: /127.0.0.1:36139, bytes: 95860, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-705497179_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741913_1089, duration: 3079208
2014-04-10 10:49:09,487 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741913_1089, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:09,487 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:49:09,487 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36804, dest: /127.0.0.1:55175, bytes: 95860, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-705497179_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741913_1089, duration: 3664986
2014-04-10 10:49:09,488 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741913_1089, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:09,488 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:49:09,488 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52527, dest: /127.0.0.1:55289, bytes: 95860, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-705497179_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741913_1089, duration: 4627145
2014-04-10 10:49:09,489 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741913_1089, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:09,489 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:49:09,502 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0008_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-705497179_1
2014-04-10 10:49:09,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0008_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:49:09,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0008.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0008.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:49:09,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0008_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0008_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:49:09,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0008-1397144935936-brock-%5B60FBD5F0E80743E291EBAEB5A8A022F8%2FD7624AA573144837-1397144949245-5-1-SUCCEEDED-default-1397144938854.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0008-1397144935936-brock-%5B60FBD5F0E80743E291EBAEB5A8A022F8%2FD7624AA573144837-1397144949245-5-1-SUCCEEDED-default-1397144938854.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:49:09,569 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397144823869_0008_000001 with final state: FINISHING
2014-04-10 10:49:09,569 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0008_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:49:09,570 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397144823869_0008 with final state: FINISHING
2014-04-10 10:49:09,570 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0008 State change from RUNNING to FINAL_SAVING
2014-04-10 10:49:09,570 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0008
2014-04-10 10:49:09,571 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0008_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:49:09,571 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0008 State change from FINAL_SAVING to FINISHING
2014-04-10 10:49:09,627 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:49:09,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:49:09,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:49:09,632 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397144823869_0008 from file: hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0008-1397144935936-brock-%5B60FBD5F0E80743E291EBAEB5A8A022F8%2FD7624AA573144837-1397144949245-5-1-SUCCEEDED-default-1397144938854.jhist
2014-04-10 10:49:09,633 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0008-1397144935936-brock-%5B60FBD5F0E80743E291EBAEB5A8A022F8%2FD7624AA573144837-1397144949245-5-1-SUCCEEDED-default-1397144938854.jhist]
2014-04-10 10:49:09,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0008-1397144935936-brock-%5B60FBD5F0E80743E291EBAEB5A8A022F8%2FD7624AA573144837-1397144949245-5-1-SUCCEEDED-default-1397144938854.jhist dst=null perm=null
2014-04-10 10:49:09,637 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52532, bytes: 70021, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741912_1088, duration: 406999
2014-04-10 10:49:09,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0008.summary dst=null perm=null
2014-04-10 10:49:09,663 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36809, bytes: 427, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_538767685_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741911_1087, duration: 268861
2014-04-10 10:49:09,663 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397144823869_0008,submitTime=1397144935936,launchTime=1397144938854,firstMapTaskLaunchTime=1397144941012,firstReduceTaskLaunchTime=1397144946923,finishTime=1397144949245,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=5,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=17,reduceSlotSeconds=2,jobName=[60FBD5F0E80743E291EBAEB5A8A022F8/D7624AA573144837AB83EC66F20EC05B] cogroupopt/(2/2)
2014-04-10 10:49:09,663 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0008.summary]
2014-04-10 10:49:09,678 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741911_1087 127.0.0.1:55175 127.0.0.1:55289 127.0.0.1:53466
2014-04-10 10:49:09,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0008.summary dst=null perm=null
2014-04-10 10:49:09,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:49:09,680 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0008-1397144935936-brock-%5B60FBD5F0E80743E291EBAEB5A8A022F8%2FD7624AA573144837-1397144949245-5-1-SUCCEEDED-default-1397144938854.jhist to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0008-1397144935936-brock-%5B60FBD5F0E80743E291EBAEB5A8A022F8%2FD7624AA573144837-1397144949245-5-1-SUCCEEDED-default-1397144938854.jhist
2014-04-10 10:49:09,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0008-1397144935936-brock-%5B60FBD5F0E80743E291EBAEB5A8A022F8%2FD7624AA573144837-1397144949245-5-1-SUCCEEDED-default-1397144938854.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0008-1397144935936-brock-%5B60FBD5F0E80743E291EBAEB5A8A022F8%2FD7624AA573144837-1397144949245-5-1-SUCCEEDED-default-1397144938854.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:49:09,695 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0008_conf.xml to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0008_conf.xml
2014-04-10 10:49:09,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0008_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0008_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:49:09,730 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [cogroupopt] starting step: (1/2) ...tform/cogroupacogroupopt1
2014-04-10 10:49:09,746 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:49:09,762 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:49:09,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1 dst=null perm=null
2014-04-10 10:49:09,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:49:09,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:49:09,765 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 9
2014-04-10 10:49:09,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009 dst=null perm=null
2014-04-10 10:49:09,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:49:09,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:49:09,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.jar dst=null perm=null
2014-04-10 10:49:09,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:49:09,805 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:49:09,821 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741914_1090 src: /127.0.0.1:44584 dest: /127.0.0.1:36139
2014-04-10 10:49:09,822 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741914_1090 src: /127.0.0.1:52535 dest: /127.0.0.1:55289
2014-04-10 10:49:09,823 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741914_1090 src: /127.0.0.1:44713 dest: /127.0.0.1:53466
2014-04-10 10:49:09,828 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44713, dest: /127.0.0.1:53466, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741914_1090, duration: 4043980
2014-04-10 10:49:09,828 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741914_1090, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:09,829 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:49:09,829 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52535, dest: /127.0.0.1:55289, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741914_1090, duration: 4683852
2014-04-10 10:49:09,829 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741914_1090, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:09,829 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:49:09,830 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44584, dest: /127.0.0.1:36139, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741914_1090, duration: 4907981
2014-04-10 10:49:09,830 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741914_1090, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:09,831 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:49:09,844 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:49:09,845 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.jar
2014-04-10 10:49:09,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.jar dst=null perm=null
2014-04-10 10:49:09,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:49:09,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:49:09,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:49:09,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:49:09,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:49:09,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:49:09,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:49:09,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:49:09,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:49:09,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:49:09,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.10.txt dst=null perm=null
2014-04-10 10:49:09,873 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:49:09,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.10.txt dst=null perm=null
2014-04-10 10:49:09,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7977824603_source20_source101_84A2A4F53B8646879277B9DBEF068E35 dst=null perm=null
2014-04-10 10:49:09,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7977824603_source20_source101_84A2A4F53B8646879277B9DBEF068E35 dst=null perm=null
2014-04-10 10:49:09,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/7977824603_source20_source101_84A2A4F53B8646879277B9DBEF068E35 dst=null perm=null
2014-04-10 10:49:09,878 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:49:09,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.10.txt dst=null perm=null
2014-04-10 10:49:09,880 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:49:09,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.10.txt dst=null perm=null
2014-04-10 10:49:09,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7977824603_source20_source101_84A2A4F53B8646879277B9DBEF068E35 dst=null perm=null
2014-04-10 10:49:09,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7977824603_source20_source101_84A2A4F53B8646879277B9DBEF068E35 dst=null perm=null
2014-04-10 10:49:09,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/7977824603_source20_source101_84A2A4F53B8646879277B9DBEF068E35 dst=null perm=null
2014-04-10 10:49:09,886 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:49:09,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:49:09,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:49:09,903 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.split
2014-04-10 10:49:09,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.split dst=null perm=null
2014-04-10 10:49:09,967 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.split. BP-1649026925-127.0.0.1-1397144808341 blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:49:10,004 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741915_1091 src: /127.0.0.1:44587 dest: /127.0.0.1:36139
2014-04-10 10:49:10,005 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741915_1091 src: /127.0.0.1:52538 dest: /127.0.0.1:55289
2014-04-10 10:49:10,007 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741915_1091 src: /127.0.0.1:36815 dest: /127.0.0.1:55175
2014-04-10 10:49:10,008 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741915_1091 src: /127.0.0.1:44717 dest: /127.0.0.1:53466
2014-04-10 10:49:10,012 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44717, dest: /127.0.0.1:53466, bytes: 1875, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741915_1091, duration: 2732092
2014-04-10 10:49:10,012 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741915_1091, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:10,012 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:49:10,012 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36815, dest: /127.0.0.1:55175, bytes: 1875, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741915_1091, duration: 3222360
2014-04-10 10:49:10,013 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741915_1091, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:10,013 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:49:10,013 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52538, dest: /127.0.0.1:55289, bytes: 1875, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741915_1091, duration: 3953066
2014-04-10 10:49:10,014 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741915_1091, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:10,014 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:49:10,014 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44587, dest: /127.0.0.1:36139, bytes: 1875, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741915_1091, duration: 4722897
2014-04-10 10:49:10,014 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741915_1091, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:10,015 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:49:10,027 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.split is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:49:10,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:49:10,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:49:10,046 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.splitmetainfo. BP-1649026925-127.0.0.1-1397144808341 blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:49:10,062 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741916_1092 src: /127.0.0.1:44591 dest: /127.0.0.1:36139
2014-04-10 10:49:10,064 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741916_1092 src: /127.0.0.1:36818 dest: /127.0.0.1:55175
2014-04-10 10:49:10,065 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741916_1092 src: /127.0.0.1:52543 dest: /127.0.0.1:55289
2014-04-10 10:49:10,068 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52543, dest: /127.0.0.1:55289, bytes: 185, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741916_1092, duration: 1712233
2014-04-10 10:49:10,068 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741916_1092, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:10,068 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:49:10,068 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36818, dest: /127.0.0.1:55175, bytes: 185, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741916_1092, duration: 2254611
2014-04-10 10:49:10,069 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741916_1092, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:10,069 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:49:10,069 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44591, dest: /127.0.0.1:36139, bytes: 185, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741916_1092, duration: 3113553
2014-04-10 10:49:10,070 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741916_1092, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:10,070 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:49:10,086 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:49:10,086 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 10:49:10,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:49:10,109 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0008_01_000007
2014-04-10 10:49:10,110 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0008_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:49:10,110 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0008_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 10:49:10,110 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0008 CONTAINERID=container_1397144823869_0008_01_000007
2014-04-10 10:49:10,110 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0008_01_000007 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:49:10,111 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:49:10,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:49:10,111 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0008_01_000007, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:10,111 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:10,111 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:49:10,112 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0008_000001 released container container_1397144823869_0008_01_000007 on node: host: localhost:52024 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:49:10,136 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:49:10,146 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741917_1093 src: /127.0.0.1:44594 dest: /127.0.0.1:36139
2014-04-10 10:49:10,147 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741917_1093 src: /127.0.0.1:52545 dest: /127.0.0.1:55289
2014-04-10 10:49:10,148 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741917_1093 src: /127.0.0.1:44723 dest: /127.0.0.1:53466
2014-04-10 10:49:10,151 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44723, dest: /127.0.0.1:53466, bytes: 82464, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741917_1093, duration: 2042977
2014-04-10 10:49:10,151 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741917_1093, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:10,152 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:49:10,152 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52545, dest: /127.0.0.1:55289, bytes: 82464, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741917_1093, duration: 2470850
2014-04-10 10:49:10,152 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741917_1093, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:10,152 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:49:10,153 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44594, dest: /127.0.0.1:36139, bytes: 82464, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741917_1093, duration: 3442194
2014-04-10 10:49:10,153 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741917_1093, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:10,153 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:49:10,169 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.xml is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:49:10,170 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397144823869_0009
2014-04-10 10:49:10,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009 dst=null perm=null
2014-04-10 10:49:10,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.xml dst=null perm=null
2014-04-10 10:49:10,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.xml dst=null perm=null
2014-04-10 10:49:10,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.jar dst=null perm=null
2014-04-10 10:49:10,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.jar dst=null perm=null
2014-04-10 10:49:10,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.split dst=null perm=null
2014-04-10 10:49:10,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.split dst=null perm=null
2014-04-10 10:49:10,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.splitmetainfo dst=null perm=null
2014-04-10 10:49:10,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.splitmetainfo dst=null perm=null
2014-04-10 10:49:10,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:49:10,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:49:10,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:49:10,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:49:10,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:49:10,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:49:10,228 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 9 submitted by user brock
2014-04-10 10:49:10,228 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397144823869_0009
2014-04-10 10:49:10,228 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397144823869_0009
2014-04-10 10:49:10,228 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0009
2014-04-10 10:49:10,228 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0009 State change from NEW to NEW_SAVING
2014-04-10 10:49:10,229 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0009 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:49:10,229 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397144823869_0009_000001
2014-04-10 10:49:10,229 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0009_000001 State change from NEW to SUBMITTED
2014-04-10 10:49:10,230 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397144823869_0009 from user: brock activated in queue: default
2014-04-10 10:49:10,230 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397144823869_0009 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@1ba82161, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:49:10,230 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397144823869_0009 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:49:10,230 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397144823869_0009
2014-04-10 10:49:10,230 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397144823869_0009_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:49:10,231 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0009_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:49:10,232 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0009 State change from SUBMITTED to ACCEPTED
2014-04-10 10:49:10,233 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:60619/proxy/application_1397144823869_0009/
2014-04-10 10:49:10,233 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [cogroupopt] submitted hadoop job: job_1397144823869_0009
2014-04-10 10:49:10,233 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [cogroupopt] tracking url: http://localhost:60619/proxy/application_1397144823869_0009/
2014-04-10 10:49:10,594 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741904_1080 127.0.0.1:55175 127.0.0.1:53466 127.0.0.1:55289 127.0.0.1:36139
2014-04-10 10:49:10,595 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741905_1081 127.0.0.1:55175 127.0.0.1:55289 127.0.0.1:36139 127.0.0.1:53466
2014-04-10 10:49:10,595 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741906_1082 127.0.0.1:55289 127.0.0.1:53466 127.0.0.1:55175
2014-04-10 10:49:10,595 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741907_1083 127.0.0.1:53466 127.0.0.1:55175 127.0.0.1:36139
2014-04-10 10:49:10,595 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741909_1085 127.0.0.1:55289 127.0.0.1:55175 127.0.0.1:53466
2014-04-10 10:49:10,596 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741908_1084 127.0.0.1:55175 127.0.0.1:36139 127.0.0.1:55289
2014-04-10 10:49:10,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0008 dst=null perm=null
2014-04-10 10:49:10,638 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0009_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:49:10,638 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0009 CONTAINERID=container_1397144823869_0009_01_000001
2014-04-10 10:49:10,638 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0009_01_000001 of capacity <memory:2048, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 10:49:10,638 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0009 container=Container: [ContainerId: container_1397144823869_0009_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0009_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:10,639 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:49:10,639 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0009_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:49:10,639 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:10,639 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397144823869_0009 AttemptId: appattempt_1397144823869_0009_000001 MasterContainer: Container: [ContainerId: container_1397144823869_0009_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ]
2014-04-10 10:49:10,640 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0009_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:49:10,640 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0009_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:49:10,640 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397144823869_0009_000001
2014-04-10 10:49:10,642 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397144823869_0009_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] for AM appattempt_1397144823869_0009_000001
2014-04-10 10:49:10,642 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397144823869_0009_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:49:10,645 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0009_000001 (auth:SIMPLE)
2014-04-10 10:49:10,647 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0009_01_000001 by user brock
2014-04-10 10:49:10,648 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0009
2014-04-10 10:49:10,648 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0009 CONTAINERID=container_1397144823869_0009_01_000001
2014-04-10 10:49:10,648 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0009 transitioned from NEW to INITING
2014-04-10 10:49:10,648 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0009_01_000001 to application application_1397144823869_0009
2014-04-10 10:49:10,648 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397144823869_0009_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] for AM appattempt_1397144823869_0009_000001
2014-04-10 10:49:10,648 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0009 transitioned from INITING to RUNNING
2014-04-10 10:49:10,649 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0009_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:49:10,649 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:49:10,649 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0009
2014-04-10 10:49:10,649 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:49:10,649 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:49:10,650 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:49:10,650 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:49:10,650 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0009_01_000001
2014-04-10 10:49:10,660 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397144823869_0009_01_000001.tokens. Credentials list:
2014-04-10 10:49:10,675 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:49:10,739 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397144823869_0009_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0009/container_1397144823869_0009_01_000001.tokens
2014-04-10 10:49:10,740 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0009 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0009
2014-04-10 10:49:10,767 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:53466 to replicate blk_1073741914_1090 to datanode(s) 127.0.0.1:55175
2014-04-10 10:49:10,768 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073741904_1080, blk_1073741905_1081, blk_1073741906_1082, blk_1073741907_1083, blk_1073741909_1085, blk_1073741911_1087]
2014-04-10 10:49:10,768 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073741904_1080, blk_1073741905_1081, blk_1073741907_1083, blk_1073741908_1084]
2014-04-10 10:49:10,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.jar dst=null perm=null
2014-04-10 10:49:10,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.jar dst=null perm=null
2014-04-10 10:49:10,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.jar dst=null perm=null
2014-04-10 10:49:10,851 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44729, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-271830816_6528, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741914_1090, duration: 1006332
2014-04-10 10:49:10,876 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0009/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:49:10,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.splitmetainfo dst=null perm=null
2014-04-10 10:49:10,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.splitmetainfo dst=null perm=null
2014-04-10 10:49:10,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.splitmetainfo dst=null perm=null
2014-04-10 10:49:10,903 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36829, bytes: 189, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-271830816_6528, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741916_1092, duration: 248507
2014-04-10 10:49:10,921 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0009/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:49:10,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.split dst=null perm=null
2014-04-10 10:49:10,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.split dst=null perm=null
2014-04-10 10:49:10,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.split dst=null perm=null
2014-04-10 10:49:10,947 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36829, bytes: 1891, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-271830816_6528, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741915_1091, duration: 236674
2014-04-10 10:49:10,965 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0009/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:49:10,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.xml dst=null perm=null
2014-04-10 10:49:10,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.xml dst=null perm=null
2014-04-10 10:49:10,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.xml dst=null perm=null
2014-04-10 10:49:10,992 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44604, bytes: 83112, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-271830816_6528, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741917_1093, duration: 434256
2014-04-10 10:49:11,011 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0009/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:49:11,011 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:49:11,045 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:49:11,045 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:11,104 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0009/container_1397144823869_0009_01_000001/default_container_executor.sh]
2014-04-10 10:49:11,637 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0009_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:49:12,065 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=c77d7afe-f695-41db-95ad-e46c268e06f7, infoPort=43222, ipcPort=44592, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) Starting thread to transfer BP-1649026925-127.0.0.1-1397144808341:blk_1073741914_1090 to 127.0.0.1:55175
2014-04-10 10:49:12,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741904_1080 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741904 for deletion
2014-04-10 10:49:12,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741905_1081 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741905 for deletion
2014-04-10 10:49:12,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741906_1082 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741906 for deletion
2014-04-10 10:49:12,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741904_1080 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741904
2014-04-10 10:49:12,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741907_1083 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741907 for deletion
2014-04-10 10:49:12,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741906_1082 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741906
2014-04-10 10:49:12,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741909_1085 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741909 for deletion
2014-04-10 10:49:12,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741905_1081 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741905
2014-04-10 10:49:12,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741909_1085 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741909
2014-04-10 10:49:12,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741911_1087 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741911 for deletion
2014-04-10 10:49:12,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741907_1083 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741907
2014-04-10 10:49:12,067 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741914_1090 src: /127.0.0.1:36833 dest: /127.0.0.1:55175
2014-04-10 10:49:12,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741911_1087 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741911
2014-04-10 10:49:12,067 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1649026925-127.0.0.1-1397144808341:blk_1073741914_1090 (numBytes=244650) to 127.0.0.1/127.0.0.1:55175
2014-04-10 10:49:12,068 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1649026925-127.0.0.1-1397144808341:blk_1073741914_1090 src: /127.0.0.1:36833 dest: /127.0.0.1:55175 of size 244650
2014-04-10 10:49:12,069 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741914_1090 size 244650
2014-04-10 10:49:12,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741904_1080 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741904 for deletion
2014-04-10 10:49:12,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741905_1081 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741905 for deletion
2014-04-10 10:49:12,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741904_1080 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741904
2014-04-10 10:49:12,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741907_1083 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741907 for deletion
2014-04-10 10:49:12,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741905_1081 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741905
2014-04-10 10:49:12,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741908_1084 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741908 for deletion
2014-04-10 10:49:12,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741907_1083 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741907
2014-04-10 10:49:12,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741908_1084 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741908
2014-04-10 10:49:12,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:49:12,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/COMMIT_STARTED dst=null perm=null
2014-04-10 10:49:12,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:49:12,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/COMMIT_FAIL dst=null perm=null
2014-04-10 10:49:12,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009 dst=null perm=null
2014-04-10 10:49:12,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:49:12,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:49:12,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.splitmetainfo dst=null perm=null
2014-04-10 10:49:12,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.splitmetainfo dst=null perm=null
2014-04-10 10:49:12,554 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741914_1090
2014-04-10 10:49:12,554 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741917_1093
2014-04-10 10:49:12,554 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741915_1091
2014-04-10 10:49:12,591 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52561, bytes: 189, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2037532874_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741916_1092, duration: 162527
2014-04-10 10:49:12,662 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741917_1093
2014-04-10 10:49:12,662 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741909_1085
2014-04-10 10:49:12,663 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741911_1087
2014-04-10 10:49:12,663 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741910_1086
2014-04-10 10:49:12,664 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741913_1089
2014-04-10 10:49:12,743 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741910_1086
2014-04-10 10:49:12,743 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741915_1091
2014-04-10 10:49:12,747 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741915_1091
2014-04-10 10:49:12,748 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741911_1087
2014-04-10 10:49:12,748 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741912_1088
2014-04-10 10:49:12,749 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741909_1085
2014-04-10 10:49:12,749 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741910_1086
2014-04-10 10:49:12,750 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741916_1092
2014-04-10 10:49:12,750 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741913_1089
2014-04-10 10:49:12,863 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741914_1090
2014-04-10 10:49:12,864 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741915_1091
2014-04-10 10:49:12,864 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741916_1092
2014-04-10 10:49:12,944 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741914_1090
2014-04-10 10:49:12,945 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741917_1093
2014-04-10 10:49:13,063 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741912_1088
2014-04-10 10:49:13,143 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741913_1089
2014-04-10 10:49:13,144 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741912_1088
2014-04-10 10:49:13,145 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741916_1092
2014-04-10 10:49:13,149 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741914_1090
2014-04-10 10:49:13,178 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0009_000001 (auth:SIMPLE)
2014-04-10 10:49:13,180 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397144823869_0009_000001
2014-04-10 10:49:13,180 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397144823869_0009 APPATTEMPTID=appattempt_1397144823869_0009_000001
2014-04-10 10:49:13,181 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0009_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:49:13,181 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0009 State change from ACCEPTED to RUNNING
2014-04-10 10:49:13,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job_1397144823869_0009_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:13,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:49:13,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job_1397144823869_0009_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:13,395 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job_1397144823869_0009_1_conf.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:49:13,431 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741918_1094 src: /127.0.0.1:44614 dest: /127.0.0.1:36139
2014-04-10 10:49:13,431 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741918_1094 src: /127.0.0.1:44742 dest: /127.0.0.1:53466
2014-04-10 10:49:13,432 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741918_1094 src: /127.0.0.1:36842 dest: /127.0.0.1:55175
2014-04-10 10:49:13,438 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36842, dest: /127.0.0.1:55175, bytes: 96447, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2037532874_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741918_1094, duration: 5098579
2014-04-10 10:49:13,438 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741918_1094, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:13,439 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:49:13,439 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44742, dest: /127.0.0.1:53466, bytes: 96447, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2037532874_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741918_1094, duration: 5726737
2014-04-10 10:49:13,439 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:49:13,439 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741918_1094, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:13,440 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44614, dest: /127.0.0.1:36139, bytes: 96447, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2037532874_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741918_1094, duration: 6865139
2014-04-10 10:49:13,440 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741918_1094, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:13,440 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:49:13,452 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job_1397144823869_0009_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-2037532874_1
2014-04-10 10:49:13,768 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073741904_1080, blk_1073741905_1081, blk_1073741906_1082, blk_1073741907_1083, blk_1073741908_1084, blk_1073741909_1085, blk_1073741911_1087]
2014-04-10 10:49:13,769 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073741904_1080, blk_1073741905_1081, blk_1073741906_1082, blk_1073741908_1084, blk_1073741909_1085, blk_1073741911_1087]
2014-04-10 10:49:14,638 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0009_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:49:14,638 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0009 CONTAINERID=container_1397144823869_0009_01_000002
2014-04-10 10:49:14,638 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0009_01_000002 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:49:14,639 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0009 container=Container: [ContainerId: container_1397144823869_0009_01_000002, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0009_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:14,639 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:49:14,639 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:14,640 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0009_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:49:14,640 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0009 CONTAINERID=container_1397144823869_0009_01_000003
2014-04-10 10:49:14,640 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0009_01_000003 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 10:49:14,640 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0009 container=Container: [ContainerId: container_1397144823869_0009_01_000003, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0009_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:14,640 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:49:14,640 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:14,740 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0009_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:49:14,740 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0009 CONTAINERID=container_1397144823869_0009_01_000004
2014-04-10 10:49:14,740 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0009_01_000004 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:49:14,741 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0009 container=Container: [ContainerId: container_1397144823869_0009_01_000004, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0009_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:14,741 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:49:14,741 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:14,741 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0009_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:49:14,742 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0009 CONTAINERID=container_1397144823869_0009_01_000005
2014-04-10 10:49:14,742 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0009_01_000005 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:49:14,742 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0009 container=Container: [ContainerId: container_1397144823869_0009_01_000005, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0009_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:14,742 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:49:14,742 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:14,743 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0009_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:49:14,743 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0009 CONTAINERID=container_1397144823869_0009_01_000006
2014-04-10 10:49:14,743 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0009_01_000006 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 10:49:14,743 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0009 container=Container: [ContainerId: container_1397144823869_0009_01_000006, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0009_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:14,743 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 10:49:14,744 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:15,003 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741904_1080 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741904 for deletion
2014-04-10 10:49:15,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741905_1081 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741905 for deletion
2014-04-10 10:49:15,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741906_1082 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741906 for deletion
2014-04-10 10:49:15,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741904_1080 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741904
2014-04-10 10:49:15,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741908_1084 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741908 for deletion
2014-04-10 10:49:15,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741905_1081 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741905
2014-04-10 10:49:15,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741909_1085 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741909 for deletion
2014-04-10 10:49:15,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741906_1082 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741906
2014-04-10 10:49:15,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741911_1087 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741911 for deletion
2014-04-10 10:49:15,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741908_1084 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741908
2014-04-10 10:49:15,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741909_1085 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741909
2014-04-10 10:49:15,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741911_1087 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741911
2014-04-10 10:49:15,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741904_1080 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741904 for deletion
2014-04-10 10:49:15,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741905_1081 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741905 for deletion
2014-04-10 10:49:15,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741906_1082 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741906 for deletion
2014-04-10 10:49:15,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741905_1081 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741905
2014-04-10 10:49:15,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741907_1083 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741907 for deletion
2014-04-10 10:49:15,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741904_1080 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741904
2014-04-10 10:49:15,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741908_1084 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741908 for deletion
2014-04-10 10:49:15,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741906_1082 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741906
2014-04-10 10:49:15,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741909_1085 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741909 for deletion
2014-04-10 10:49:15,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741908_1084 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741908
2014-04-10 10:49:15,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741911_1087 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741911 for deletion
2014-04-10 10:49:15,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741907_1083 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741907
2014-04-10 10:49:15,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741909_1085 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741909
2014-04-10 10:49:15,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741911_1087 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741911
2014-04-10 10:49:15,226 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0009_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:49:15,227 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0009_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:49:15,227 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0009_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:49:15,227 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0009_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:49:15,227 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0009_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:49:15,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.jar dst=null perm=null
2014-04-10 10:49:15,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.jar dst=null perm=null
2014-04-10 10:49:15,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.xml dst=null perm=null
2014-04-10 10:49:15,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.xml dst=null perm=null
2014-04-10 10:49:15,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:49:15,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:49:15,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:49:15,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:49:15,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:49:15,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:49:15,350 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0009_000001 (auth:SIMPLE)
2014-04-10 10:49:15,350 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0009_000001 (auth:SIMPLE)
2014-04-10 10:49:15,354 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0009_01_000006 by user brock
2014-04-10 10:49:15,354 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0009_01_000004 by user brock
2014-04-10 10:49:15,354 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0009_01_000003 by user brock
2014-04-10 10:49:15,354 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0009 CONTAINERID=container_1397144823869_0009_01_000004
2014-04-10 10:49:15,355 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0009_01_000003 to application application_1397144823869_0009
2014-04-10 10:49:15,354 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0009_01_000005 by user brock
2014-04-10 10:49:15,355 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0009 CONTAINERID=container_1397144823869_0009_01_000005
2014-04-10 10:49:15,355 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0009_01_000002 by user brock
2014-04-10 10:49:15,355 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0009 CONTAINERID=container_1397144823869_0009_01_000003
2014-04-10 10:49:15,355 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0009_01_000004 to application application_1397144823869_0009
2014-04-10 10:49:15,354 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0009
2014-04-10 10:49:15,356 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0009_01_000005 to application application_1397144823869_0009
2014-04-10 10:49:15,356 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0009 CONTAINERID=container_1397144823869_0009_01_000006
2014-04-10 10:49:15,356 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0009 CONTAINERID=container_1397144823869_0009_01_000002
2014-04-10 10:49:15,355 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:49:15,356 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0009
2014-04-10 10:49:15,356 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0009
2014-04-10 10:49:15,356 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:49:15,357 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0009
2014-04-10 10:49:15,357 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0009_01_000002 to application application_1397144823869_0009
2014-04-10 10:49:15,356 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0009 transitioned from NEW to INITING
2014-04-10 10:49:15,357 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:49:15,357 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0009_01_000006 to application application_1397144823869_0009
2014-04-10 10:49:15,357 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:49:15,357 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0009 transitioned from INITING to RUNNING
2014-04-10 10:49:15,357 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0009
2014-04-10 10:49:15,358 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0009
2014-04-10 10:49:15,358 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:49:15,358 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:49:15,358 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0009
2014-04-10 10:49:15,358 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:49:15,358 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:49:15,358 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0009
2014-04-10 10:49:15,358 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:49:15,358 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0009
2014-04-10 10:49:15,358 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:49:15,358 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0009
2014-04-10 10:49:15,359 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:49:15,359 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:49:15,359 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0009
2014-04-10 10:49:15,359 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0009
2014-04-10 10:49:15,359 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:49:15,359 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0009
2014-04-10 10:49:15,359 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0009
2014-04-10 10:49:15,359 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0009
2014-04-10 10:49:15,359 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:49:15,359 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0009
2014-04-10 10:49:15,360 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0009_01_000004
2014-04-10 10:49:15,360 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0009_01_000006
2014-04-10 10:49:15,360 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0009_01_000005
2014-04-10 10:49:15,368 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397144823869_0009_01_000006.tokens. Credentials list:
2014-04-10 10:49:15,368 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0009_01_000005.tokens. Credentials list:
2014-04-10 10:49:15,368 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397144823869_0009_01_000004.tokens. Credentials list:
2014-04-10 10:49:15,379 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:49:15,379 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:49:15,379 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:15,379 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:49:15,379 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:15,468 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0009/container_1397144823869_0009_01_000003/default_container_executor.sh]
2014-04-10 10:49:15,468 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0009/container_1397144823869_0009_01_000002/default_container_executor.sh]
2014-04-10 10:49:15,474 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397144823869_0009_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0009/container_1397144823869_0009_01_000006.tokens
2014-04-10 10:49:15,474 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0009 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0009
2014-04-10 10:49:15,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.jar dst=null perm=null
2014-04-10 10:49:15,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.jar dst=null perm=null
2014-04-10 10:49:15,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.jar dst=null perm=null
2014-04-10 10:49:15,569 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52575, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-301515741_6712, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741914_1090, duration: 402143
2014-04-10 10:49:15,584 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0009/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:49:15,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.xml dst=null perm=null
2014-04-10 10:49:15,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.xml dst=null perm=null
2014-04-10 10:49:15,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.xml dst=null perm=null
2014-04-10 10:49:15,598 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52575, bytes: 83112, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-301515741_6712, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741917_1093, duration: 175883
2014-04-10 10:49:15,609 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0009/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:49:15,609 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:49:15,610 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:49:15,610 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:49:15,635 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:49:15,635 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:15,638 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0009_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:49:15,638 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0009_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:49:15,642 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:49:15,642 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:15,644 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:49:15,644 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:15,691 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0009/container_1397144823869_0009_01_000004/default_container_executor.sh]
2014-04-10 10:49:15,697 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0009/container_1397144823869_0009_01_000005/default_container_executor.sh]
2014-04-10 10:49:15,697 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0009/container_1397144823869_0009_01_000006/default_container_executor.sh]
2014-04-10 10:49:15,716 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397144823869_0008_01_000001 succeeded
2014-04-10 10:49:15,717 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:49:15,717 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0008_01_000001
2014-04-10 10:49:15,729 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0008/container_1397144823869_0008_01_000001
2014-04-10 10:49:15,729 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0008/container_1397144823869_0008_01_000001
2014-04-10 10:49:15,729 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0008/container_1397144823869_0008_01_000001
2014-04-10 10:49:15,729 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0008/container_1397144823869_0008_01_000001
2014-04-10 10:49:15,729 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0008 CONTAINERID=container_1397144823869_0008_01_000001
2014-04-10 10:49:15,729 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0008_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:49:15,729 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0008_01_000001 from application application_1397144823869_0008
2014-04-10 10:49:15,729 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:15,729 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0008
2014-04-10 10:49:15,740 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0009_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:49:15,740 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0009_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:49:15,740 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0009_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:49:16,111 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0008_01_000001
2014-04-10 10:49:16,112 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0008_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:49:16,112 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397144823869_0008_000001
2014-04-10 10:49:16,112 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0008_000001 State change from FINISHING to FINISHED
2014-04-10 10:49:16,112 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0008 State change from FINISHING to FINISHED
2014-04-10 10:49:16,113 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397144823869_0008_000001
2014-04-10 10:49:16,112 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0008_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:49:16,113 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397144823869_0008
2014-04-10 10:49:16,113 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397144823869_0008,name=[60FBD5F0E80743E291EBAEB5A8A022F8/D7624AA573144837AB83EC66F20EC05B] cogroupopt/(2/2),user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:60619/proxy/application_1397144823869_0008/jobhistory/job/job_1397144823869_0008,appMasterHost=localhost.localdomain,startTime=1397144935936,finishTime=1397144949570,finalStatus=SUCCEEDED
2014-04-10 10:49:16,113 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0008 CONTAINERID=container_1397144823869_0008_01_000001
2014-04-10 10:49:16,113 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0008_01_000001 of capacity <memory:2048, vCores:1> on host localhost:52024, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:49:16,113 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 10:49:16,113 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0008_01_000001, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:16,114 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:16,114 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 10:49:16,114 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0008_000001 released container container_1397144823869_0008_01_000001 on node: host: localhost:52024 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:49:16,114 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397144823869_0008_000001 is done. finalState=FINISHED
2014-04-10 10:49:16,114 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397144823869_0008 requests cleared
2014-04-10 10:49:16,114 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397144823869_0008 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:49:16,114 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397144823869_0008 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:49:16,115 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0008_000001 (auth:SIMPLE)
2014-04-10 10:49:16,125 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0008_01_000001
2014-04-10 10:49:16,243 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:49:16,647 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:49:16,740 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0008 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:49:16,741 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0008
2014-04-10 10:49:16,741 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0008
2014-04-10 10:49:16,741 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0008
2014-04-10 10:49:16,741 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0008 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:49:16,741 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0008, with delay of 10800 seconds
2014-04-10 10:49:16,741 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0008
2014-04-10 10:49:16,742 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0008
2014-04-10 10:49:16,916 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397144823869_0009_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0009/container_1397144823869_0009_01_000004.tokens
2014-04-10 10:49:16,916 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0009 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0009
2014-04-10 10:49:17,112 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0008 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:49:17,112 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0008
2014-04-10 10:49:17,112 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0008
2014-04-10 10:49:17,113 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0008
2014-04-10 10:49:17,113 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0008
2014-04-10 10:49:17,113 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0008 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:49:17,113 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0008, with delay of 10800 seconds
2014-04-10 10:49:17,113 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0008
2014-04-10 10:49:17,126 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:49:17,503 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0009_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0009/container_1397144823869_0009_01_000005.tokens
2014-04-10 10:49:17,503 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0009 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0009
2014-04-10 10:49:17,557 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741918_1094
2014-04-10 10:49:18,147 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741918_1094
2014-04-10 10:49:18,152 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741918_1094
2014-04-10 10:49:18,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.split dst=null perm=null
2014-04-10 10:49:18,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.split dst=null perm=null
2014-04-10 10:49:18,392 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44767, bytes: 1891, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0009_m_000000_0_-854820417_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741915_1091, duration: 233082
2014-04-10 10:49:18,441 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36868, bytes: 1891, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0009_m_000001_0_-347707834_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741915_1091, duration: 208022
2014-04-10 10:49:18,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7977824603_source20_source101_84A2A4F53B8646879277B9DBEF068E35/part-00000 dst=null perm=null
2014-04-10 10:49:18,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/7977824603_source20_source101_84A2A4F53B8646879277B9DBEF068E35/part-00000 dst=null perm=null
2014-04-10 10:49:18,460 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52593, bytes: 296, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0009_m_000000_0_-854820417_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741910_1086, duration: 298708
2014-04-10 10:49:18,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.10.txt dst=null perm=null
2014-04-10 10:49:18,689 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52595, bytes: 24, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0009_m_000001_0_-347707834_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741883_1059, duration: 172242
2014-04-10 10:49:18,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1/_temporary/1/_temporary/attempt_1397144823869_0009_m_000000_0 dst=null perm=null
2014-04-10 10:49:18,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.split dst=null perm=null
2014-04-10 10:49:18,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1/_temporary/1/_temporary/attempt_1397144823869_0009_m_000001_0 dst=null perm=null
2014-04-10 10:49:18,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.split dst=null perm=null
2014-04-10 10:49:18,787 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0009_01_000002
2014-04-10 10:49:18,787 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0009 CONTAINERID=container_1397144823869_0009_01_000002
2014-04-10 10:49:18,787 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:49:18,787 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0009_01_000002
2014-04-10 10:49:18,793 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0009_01_000002 is : 143
2014-04-10 10:49:18,802 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job_1397144823869_0009_1.jhist. BP-1649026925-127.0.0.1-1397144808341 blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:49:18,813 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36874, bytes: 859, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0009_m_000004_0_1428341899_1, offset: 1024, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741915_1091, duration: 185750
2014-04-10 10:49:18,822 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:49:18,823 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0009/container_1397144823869_0009_01_000002
2014-04-10 10:49:18,823 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0009/container_1397144823869_0009_01_000002
2014-04-10 10:49:18,824 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0009/container_1397144823869_0009_01_000002
2014-04-10 10:49:18,825 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0009/container_1397144823869_0009_01_000002
2014-04-10 10:49:18,825 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0009 CONTAINERID=container_1397144823869_0009_01_000002
2014-04-10 10:49:18,825 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:49:18,825 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0009_01_000002 from application application_1397144823869_0009
2014-04-10 10:49:18,825 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741919_1095 src: /127.0.0.1:44649 dest: /127.0.0.1:36139
2014-04-10 10:49:18,825 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:18,826 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0009
2014-04-10 10:49:18,826 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0009_01_000003
2014-04-10 10:49:18,826 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0009 CONTAINERID=container_1397144823869_0009_01_000003
2014-04-10 10:49:18,827 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0009_01_000002
2014-04-10 10:49:18,827 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:49:18,827 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0009_01_000003
2014-04-10 10:49:18,827 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0009_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:49:18,827 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0009_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:49:18,828 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0009 CONTAINERID=container_1397144823869_0009_01_000002
2014-04-10 10:49:18,828 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0009_01_000002 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 10:49:18,828 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 10:49:18,828 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0009_01_000002, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:18,828 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:18,828 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 10:49:18,828 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0009_000001 released container container_1397144823869_0009_01_000002 on node: host: localhost:50571 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 10:49:18,832 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741919_1095 src: /127.0.0.1:52601 dest: /127.0.0.1:55289
2014-04-10 10:49:18,833 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741919_1095 src: /127.0.0.1:44779 dest: /127.0.0.1:53466
2014-04-10 10:49:18,838 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0009_01_000003 is : 143
2014-04-10 10:49:18,840 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job_1397144823869_0009_1.jhist for DFSClient_NONMAPREDUCE_-2037532874_1
2014-04-10 10:49:18,847 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:49:18,848 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0009/container_1397144823869_0009_01_000003
2014-04-10 10:49:18,848 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0009/container_1397144823869_0009_01_000003
2014-04-10 10:49:18,848 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0009/container_1397144823869_0009_01_000003
2014-04-10 10:49:18,848 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0009/container_1397144823869_0009_01_000003
2014-04-10 10:49:18,849 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0009 CONTAINERID=container_1397144823869_0009_01_000003
2014-04-10 10:49:18,849 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:49:18,849 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0009_01_000003 from application application_1397144823869_0009
2014-04-10 10:49:18,849 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:18,849 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0009
2014-04-10 10:49:18,849 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44650, bytes: 859, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0009_m_000003_0_1028270124_1, offset: 1024, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741915_1091, duration: 178761
2014-04-10 10:49:18,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job.split dst=null perm=null
2014-04-10 10:49:18,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.10.txt dst=null perm=null
2014-04-10 10:49:18,881 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44655, bytes: 24, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0009_m_000004_0_1428341899_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741883_1059, duration: 110266
2014-04-10 10:49:18,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.10.txt dst=null perm=null
2014-04-10 10:49:18,910 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44784, bytes: 24, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0009_m_000003_0_1028270124_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741883_1059, duration: 175339
2014-04-10 10:49:18,925 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44656, bytes: 1375, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0009_m_000002_0_812595449_1, offset: 512, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741915_1091, duration: 193568
2014-04-10 10:49:18,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/nums.10.txt dst=null perm=null
2014-04-10 10:49:18,988 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44786, bytes: 24, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0009_m_000002_0_812595449_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741883_1059, duration: 189544
2014-04-10 10:49:19,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1/_temporary/1/_temporary/attempt_1397144823869_0009_m_000004_0 dst=null perm=null
2014-04-10 10:49:19,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1/_temporary/1/_temporary/attempt_1397144823869_0009_m_000003_0 dst=null perm=null
2014-04-10 10:49:19,173 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0009_01_000005
2014-04-10 10:49:19,173 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0009 CONTAINERID=container_1397144823869_0009_01_000005
2014-04-10 10:49:19,173 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:49:19,173 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0009_01_000005
2014-04-10 10:49:19,179 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0009_01_000006
2014-04-10 10:49:19,179 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0009 CONTAINERID=container_1397144823869_0009_01_000006
2014-04-10 10:49:19,181 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0009_01_000005 is : 143
2014-04-10 10:49:19,190 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:49:19,190 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:49:19,190 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0009_01_000006
2014-04-10 10:49:19,194 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0009_01_000006 is : 143
2014-04-10 10:49:19,201 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0009/container_1397144823869_0009_01_000005
2014-04-10 10:49:19,201 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0009/container_1397144823869_0009_01_000005
2014-04-10 10:49:19,201 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0009/container_1397144823869_0009_01_000005
2014-04-10 10:49:19,202 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0009/container_1397144823869_0009_01_000005
2014-04-10 10:49:19,201 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:49:19,202 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0009 CONTAINERID=container_1397144823869_0009_01_000005
2014-04-10 10:49:19,202 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:49:19,202 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0009/container_1397144823869_0009_01_000006
2014-04-10 10:49:19,202 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0009/container_1397144823869_0009_01_000006
2014-04-10 10:49:19,202 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0009/container_1397144823869_0009_01_000006
2014-04-10 10:49:19,202 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0009_01_000005 from application application_1397144823869_0009
2014-04-10 10:49:19,203 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:19,203 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0009
2014-04-10 10:49:19,203 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0009 CONTAINERID=container_1397144823869_0009_01_000006
2014-04-10 10:49:19,203 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0009/container_1397144823869_0009_01_000006
2014-04-10 10:49:19,203 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:49:19,203 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0009_01_000006 from application application_1397144823869_0009
2014-04-10 10:49:19,203 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:19,203 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0009
2014-04-10 10:49:19,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1/_temporary/1/_temporary/attempt_1397144823869_0009_m_000002_0 dst=null perm=null
2014-04-10 10:49:19,258 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0009_01_000004
2014-04-10 10:49:19,259 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0009 CONTAINERID=container_1397144823869_0009_01_000004
2014-04-10 10:49:19,259 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:49:19,259 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0009_01_000004
2014-04-10 10:49:19,259 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0009_01_000005
2014-04-10 10:49:19,259 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0009_01_000006
2014-04-10 10:49:19,260 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0009_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:49:19,260 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0009_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:49:19,260 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0009 CONTAINERID=container_1397144823869_0009_01_000005
2014-04-10 10:49:19,260 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0009_01_000005 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:49:19,260 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 10:49:19,260 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0009_01_000005, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:19,261 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:19,261 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:49:19,261 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0009_000001 released container container_1397144823869_0009_01_000005 on node: host: localhost:37679 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:49:19,261 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0009_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:49:19,261 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0009_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:49:19,261 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0009 CONTAINERID=container_1397144823869_0009_01_000006
2014-04-10 10:49:19,261 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0009_01_000006 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:49:19,261 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:49:19,261 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0009_01_000006, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:19,261 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:19,261 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:49:19,262 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0009_000001 released container container_1397144823869_0009_01_000006 on node: host: localhost:37679 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:49:19,267 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0009_01_000004 is : 143
2014-04-10 10:49:19,280 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:49:19,280 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0009/container_1397144823869_0009_01_000004
2014-04-10 10:49:19,280 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0009/container_1397144823869_0009_01_000004
2014-04-10 10:49:19,280 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0009/container_1397144823869_0009_01_000004
2014-04-10 10:49:19,280 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0009/container_1397144823869_0009_01_000004
2014-04-10 10:49:19,281 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0009 CONTAINERID=container_1397144823869_0009_01_000004
2014-04-10 10:49:19,281 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:49:19,281 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0009_01_000004 from application application_1397144823869_0009
2014-04-10 10:49:19,281 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:19,281 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0009
2014-04-10 10:49:19,827 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0009_01_000003
2014-04-10 10:49:19,828 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0009_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:49:19,828 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0009_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:49:19,828 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0009 CONTAINERID=container_1397144823869_0009_01_000003
2014-04-10 10:49:19,828 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0009_01_000003 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:49:19,829 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:49:19,829 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0009_01_000003, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:19,829 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:19,829 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:49:19,829 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0009_000001 released container container_1397144823869_0009_01_000003 on node: host: localhost:50571 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:49:20,260 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0009_01_000004
2014-04-10 10:49:20,260 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0009_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:49:20,261 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0009_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:49:20,261 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0009 CONTAINERID=container_1397144823869_0009_01_000004
2014-04-10 10:49:20,261 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0009_01_000004 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:49:20,261 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:49:20,261 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0009_01_000004, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:20,262 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:20,262 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:49:20,262 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0009_000001 released container container_1397144823869_0009_01_000004 on node: host: localhost:37679 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:49:20,263 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0009_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:49:20,263 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0009 CONTAINERID=container_1397144823869_0009_01_000007
2014-04-10 10:49:20,263 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0009_01_000007 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:49:20,263 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0009 container=Container: [ContainerId: container_1397144823869_0009_01_000007, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0009_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:20,263 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:49:20,263 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:21,263 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0009_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:49:21,275 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0009_01_000007 by user brock
2014-04-10 10:49:21,276 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0009 CONTAINERID=container_1397144823869_0009_01_000007
2014-04-10 10:49:21,276 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0009_01_000007 to application application_1397144823869_0009
2014-04-10 10:49:21,276 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 10:49:21,277 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0009
2014-04-10 10:49:21,277 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0009
2014-04-10 10:49:21,277 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:49:21,277 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0009
2014-04-10 10:49:21,278 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:49:21,302 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 10:49:21,302 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:21,336 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0009/container_1397144823869_0009_01_000007/default_container_executor.sh]
2014-04-10 10:49:22,261 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0009_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:49:22,266 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:49:23,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1/_temporary/1/_temporary/attempt_1397144823869_0009_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:23,151 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1/_temporary/1/_temporary/attempt_1397144823869_0009_r_000000_0/part-00000. BP-1649026925-127.0.0.1-1397144808341 blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:49:23,231 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741920_1096 src: /127.0.0.1:44810 dest: /127.0.0.1:53466
2014-04-10 10:49:23,232 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741920_1096 src: /127.0.0.1:52634 dest: /127.0.0.1:55289
2014-04-10 10:49:23,232 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741920_1096 src: /127.0.0.1:36911 dest: /127.0.0.1:55175
2014-04-10 10:49:23,241 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36911, dest: /127.0.0.1:55175, bytes: 63, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0009_r_000000_0_946048305_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741920_1096, duration: 7597305
2014-04-10 10:49:23,241 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741920_1096, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:23,241 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52634, dest: /127.0.0.1:55289, bytes: 63, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0009_r_000000_0_946048305_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741920_1096, duration: 8045785
2014-04-10 10:49:23,241 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:49:23,242 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741920_1096, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:23,242 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44810, dest: /127.0.0.1:53466, bytes: 63, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0009_r_000000_0_946048305_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741920_1096, duration: 8601942
2014-04-10 10:49:23,242 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741920_1096, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:23,242 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:49:23,243 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:49:23,252 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1/_temporary/1/_temporary/attempt_1397144823869_0009_r_000000_0/part-00000 is closed by DFSClient_attempt_1397144823869_0009_r_000000_0_946048305_1
2014-04-10 10:49:23,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1/_temporary/1/_temporary/attempt_1397144823869_0009_r_000000_0 dst=null perm=null
2014-04-10 10:49:23,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1/_temporary/1/_temporary/attempt_1397144823869_0009_r_000000_0 dst=null perm=null
2014-04-10 10:49:23,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1/_temporary/1/task_1397144823869_0009_r_000000 dst=null perm=null
2014-04-10 10:49:23,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1/_temporary/1/_temporary/attempt_1397144823869_0009_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1/_temporary/1/task_1397144823869_0009_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:49:23,354 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0009_01_000007
2014-04-10 10:49:23,354 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0009 CONTAINERID=container_1397144823869_0009_01_000007
2014-04-10 10:49:23,355 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000007 transitioned from RUNNING to KILLING
2014-04-10 10:49:23,355 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0009_01_000007
2014-04-10 10:49:23,359 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0009_01_000007 is : 143
2014-04-10 10:49:23,367 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:49:23,367 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0009/container_1397144823869_0009_01_000007
2014-04-10 10:49:23,367 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0009/container_1397144823869_0009_01_000007
2014-04-10 10:49:23,367 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0009/container_1397144823869_0009_01_000007
2014-04-10 10:49:23,367 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0009/container_1397144823869_0009_01_000007
2014-04-10 10:49:23,367 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0009 CONTAINERID=container_1397144823869_0009_01_000007
2014-04-10 10:49:23,367 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:49:23,367 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0009_01_000007 from application application_1397144823869_0009
2014-04-10 10:49:23,367 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:23,367 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0009
2014-04-10 10:49:23,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:23,377 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-2037532874_1
2014-04-10 10:49:23,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1/_temporary/1 dst=null perm=null
2014-04-10 10:49:23,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1 dst=null perm=null
2014-04-10 10:49:23,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1 dst=null perm=null
2014-04-10 10:49:23,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1/_temporary/1/task_1397144823869_0009_r_000000 dst=null perm=null
2014-04-10 10:49:23,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1/part-00000 dst=null perm=null
2014-04-10 10:49:23,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1/_temporary/1/task_1397144823869_0009_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:23,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1/_temporary dst=null perm=null
2014-04-10 10:49:23,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:23,435 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-2037532874_1
2014-04-10 10:49:23,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:23,460 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-2037532874_1
2014-04-10 10:49:23,484 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44779, dest: /127.0.0.1:53466, bytes: 69498, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2037532874_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741919_1095, duration: 4649649496
2014-04-10 10:49:23,484 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741919_1095, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:23,485 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 15753
2014-04-10 10:49:23,485 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52601, dest: /127.0.0.1:55289, bytes: 69498, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2037532874_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741919_1095, duration: 4650767253
2014-04-10 10:49:23,486 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741919_1095, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:23,486 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 15753
2014-04-10 10:49:23,486 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44649, dest: /127.0.0.1:36139, bytes: 69498, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2037532874_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741919_1095, duration: 4650867232
2014-04-10 10:49:23,487 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741919_1095, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:23,487 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 15753
2014-04-10 10:49:23,502 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job_1397144823869_0009_1.jhist is closed by DFSClient_NONMAPREDUCE_-2037532874_1
2014-04-10 10:49:23,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0009.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:23,522 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0009.summary_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:49:23,537 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741921_1097 src: /127.0.0.1:52639 dest: /127.0.0.1:55289
2014-04-10 10:49:23,539 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741921_1097 src: /127.0.0.1:36916 dest: /127.0.0.1:55175
2014-04-10 10:49:23,540 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741921_1097 src: /127.0.0.1:44691 dest: /127.0.0.1:36139
2014-04-10 10:49:23,543 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44691, dest: /127.0.0.1:36139, bytes: 452, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2037532874_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741921_1097, duration: 2261009
2014-04-10 10:49:23,543 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741921_1097, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:23,544 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36916, dest: /127.0.0.1:55175, bytes: 452, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2037532874_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741921_1097, duration: 2825427
2014-04-10 10:49:23,544 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:49:23,544 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741921_1097, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:23,545 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52639, dest: /127.0.0.1:55289, bytes: 452, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2037532874_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741921_1097, duration: 3424405
2014-04-10 10:49:23,545 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741921_1097, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:23,545 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:49:23,546 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:49:23,560 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0009.summary_tmp is closed by DFSClient_NONMAPREDUCE_-2037532874_1
2014-04-10 10:49:23,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0009.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:49:23,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job_1397144823869_0009_1.jhist dst=null perm=null
2014-04-10 10:49:23,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0009-1397144950227-brock-%5B60FBD5F0E80743E291EBAEB5A8A022F8%2F4DF9A687AFC2481C-1397144963461-5-1-SUCCEEDED-default-1397144953193.jhist_tmp dst=null perm=null
2014-04-10 10:49:23,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job_1397144823869_0009_1.jhist dst=null perm=null
2014-04-10 10:49:23,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0009-1397144950227-brock-%5B60FBD5F0E80743E291EBAEB5A8A022F8%2F4DF9A687AFC2481C-1397144963461-5-1-SUCCEEDED-default-1397144953193.jhist_tmp dst=null perm=null
2014-04-10 10:49:23,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job_1397144823869_0009_1.jhist dst=null perm=null
2014-04-10 10:49:23,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0009-1397144950227-brock-%5B60FBD5F0E80743E291EBAEB5A8A022F8%2F4DF9A687AFC2481C-1397144963461-5-1-SUCCEEDED-default-1397144953193.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:23,613 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44692, bytes: 70042, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2037532874_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741919_1095, duration: 420319
2014-04-10 10:49:23,617 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0009-1397144950227-brock-%5B60FBD5F0E80743E291EBAEB5A8A022F8%2F4DF9A687AFC2481C-1397144963461-5-1-SUCCEEDED-default-1397144953193.jhist_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]}
2014-04-10 10:49:23,629 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741922_1098 src: /127.0.0.1:36919 dest: /127.0.0.1:55175
2014-04-10 10:49:23,630 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741922_1098 src: /127.0.0.1:44821 dest: /127.0.0.1:53466
2014-04-10 10:49:23,632 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741922_1098 src: /127.0.0.1:44695 dest: /127.0.0.1:36139
2014-04-10 10:49:23,636 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44695, dest: /127.0.0.1:36139, bytes: 69498, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2037532874_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741922_1098, duration: 3195120
2014-04-10 10:49:23,636 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741922_1098, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:23,637 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:49:23,637 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44821, dest: /127.0.0.1:53466, bytes: 69498, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2037532874_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741922_1098, duration: 3942650
2014-04-10 10:49:23,637 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741922_1098, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:23,637 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:49:23,638 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36919, dest: /127.0.0.1:55175, bytes: 69498, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2037532874_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741922_1098, duration: 4653900
2014-04-10 10:49:23,638 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741922_1098, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:23,638 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:49:23,660 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0009-1397144950227-brock-%5B60FBD5F0E80743E291EBAEB5A8A022F8%2F4DF9A687AFC2481C-1397144963461-5-1-SUCCEEDED-default-1397144953193.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-2037532874_1
2014-04-10 10:49:23,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0009-1397144950227-brock-%5B60FBD5F0E80743E291EBAEB5A8A022F8%2F4DF9A687AFC2481C-1397144963461-5-1-SUCCEEDED-default-1397144953193.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:49:23,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job_1397144823869_0009_1_conf.xml dst=null perm=null
2014-04-10 10:49:23,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0009_conf.xml_tmp dst=null perm=null
2014-04-10 10:49:23,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job_1397144823869_0009_1_conf.xml dst=null perm=null
2014-04-10 10:49:23,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0009_conf.xml_tmp dst=null perm=null
2014-04-10 10:49:23,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009/job_1397144823869_0009_1_conf.xml dst=null perm=null
2014-04-10 10:49:23,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0009_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:23,729 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36922, bytes: 97203, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2037532874_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741918_1094, duration: 431639
2014-04-10 10:49:23,733 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0009_conf.xml_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:49:23,746 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741923_1099 src: /127.0.0.1:44824 dest: /127.0.0.1:53466
2014-04-10 10:49:23,747 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741923_1099 src: /127.0.0.1:44698 dest: /127.0.0.1:36139
2014-04-10 10:49:23,748 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741923_1099 src: /127.0.0.1:36925 dest: /127.0.0.1:55175
2014-04-10 10:49:23,752 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36925, dest: /127.0.0.1:55175, bytes: 96447, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2037532874_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741923_1099, duration: 2681468
2014-04-10 10:49:23,753 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741923_1099, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:23,753 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:49:23,753 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44698, dest: /127.0.0.1:36139, bytes: 96447, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2037532874_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741923_1099, duration: 3319639
2014-04-10 10:49:23,753 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741923_1099, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:23,754 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:49:23,754 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44824, dest: /127.0.0.1:53466, bytes: 96447, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2037532874_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741923_1099, duration: 4202245
2014-04-10 10:49:23,754 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741923_1099, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:23,755 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:49:23,768 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0009_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-2037532874_1
2014-04-10 10:49:23,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0009_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:49:23,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0009.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0009.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:49:23,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0009_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0009_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:49:23,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0009-1397144950227-brock-%5B60FBD5F0E80743E291EBAEB5A8A022F8%2F4DF9A687AFC2481C-1397144963461-5-1-SUCCEEDED-default-1397144953193.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0009-1397144950227-brock-%5B60FBD5F0E80743E291EBAEB5A8A022F8%2F4DF9A687AFC2481C-1397144963461-5-1-SUCCEEDED-default-1397144953193.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:49:23,835 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397144823869_0009_000001 with final state: FINISHING
2014-04-10 10:49:23,835 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0009_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:49:23,836 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397144823869_0009 with final state: FINISHING
2014-04-10 10:49:23,836 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0009 State change from RUNNING to FINAL_SAVING
2014-04-10 10:49:23,836 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0009
2014-04-10 10:49:23,837 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0009_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:49:23,837 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0009 State change from FINAL_SAVING to FINISHING
2014-04-10 10:49:23,881 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:49:23,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:49:23,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:49:23,886 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397144823869_0009 from file: hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0009-1397144950227-brock-%5B60FBD5F0E80743E291EBAEB5A8A022F8%2F4DF9A687AFC2481C-1397144963461-5-1-SUCCEEDED-default-1397144953193.jhist
2014-04-10 10:49:23,886 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0009-1397144950227-brock-%5B60FBD5F0E80743E291EBAEB5A8A022F8%2F4DF9A687AFC2481C-1397144963461-5-1-SUCCEEDED-default-1397144953193.jhist]
2014-04-10 10:49:23,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0009-1397144950227-brock-%5B60FBD5F0E80743E291EBAEB5A8A022F8%2F4DF9A687AFC2481C-1397144963461-5-1-SUCCEEDED-default-1397144953193.jhist dst=null perm=null
2014-04-10 10:49:23,890 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44702, bytes: 70042, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741922_1098, duration: 464290
2014-04-10 10:49:23,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0009.summary dst=null perm=null
2014-04-10 10:49:23,919 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44702, bytes: 456, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_538767685_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741921_1097, duration: 93597
2014-04-10 10:49:23,920 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397144823869_0009,submitTime=1397144950227,launchTime=1397144953193,firstMapTaskLaunchTime=1397144955361,firstReduceTaskLaunchTime=1397144961277,finishTime=1397144963461,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=5,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=18,reduceSlotSeconds=2,jobName=[60FBD5F0E80743E291EBAEB5A8A022F8/4DF9A687AFC2481C80AFC6106314647A] cogroupopt/(1/2) ...tform/cogroupacogroupopt1
2014-04-10 10:49:23,920 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0009.summary]
2014-04-10 10:49:23,935 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741921_1097 127.0.0.1:55289 127.0.0.1:55175 127.0.0.1:36139
2014-04-10 10:49:23,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0009.summary dst=null perm=null
2014-04-10 10:49:23,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:49:23,937 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0009-1397144950227-brock-%5B60FBD5F0E80743E291EBAEB5A8A022F8%2F4DF9A687AFC2481C-1397144963461-5-1-SUCCEEDED-default-1397144953193.jhist to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0009-1397144950227-brock-%5B60FBD5F0E80743E291EBAEB5A8A022F8%2F4DF9A687AFC2481C-1397144963461-5-1-SUCCEEDED-default-1397144953193.jhist
2014-04-10 10:49:23,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0009-1397144950227-brock-%5B60FBD5F0E80743E291EBAEB5A8A022F8%2F4DF9A687AFC2481C-1397144963461-5-1-SUCCEEDED-default-1397144953193.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0009-1397144950227-brock-%5B60FBD5F0E80743E291EBAEB5A8A022F8%2F4DF9A687AFC2481C-1397144963461-5-1-SUCCEEDED-default-1397144953193.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:49:23,952 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0009_conf.xml to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0009_conf.xml
2014-04-10 10:49:23,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0009_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0009_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:49:23,985 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741910_1086 127.0.0.1:55289 127.0.0.1:55175 127.0.0.1:36139
2014-04-10 10:49:23,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/7977824603_source20_source101_84A2A4F53B8646879277B9DBEF068E35 dst=null perm=null
2014-04-10 10:49:23,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1 dst=null perm=null
2014-04-10 10:49:23,986 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1/_temporary
2014-04-10 10:49:23,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1/_temporary dst=null perm=null
2014-04-10 10:49:23,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1 dst=null perm=null
2014-04-10 10:49:23,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1 dst=null perm=null
2014-04-10 10:49:24,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1 dst=null perm=null
2014-04-10 10:49:24,001 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:49:24,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1/part-00000 dst=null perm=null
2014-04-10 10:49:24,003 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44832, bytes: 67, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741920_1096, duration: 116017
2014-04-10 10:49:24,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1 dst=null perm=null
2014-04-10 10:49:24,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1 dst=null perm=null
2014-04-10 10:49:24,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1 dst=null perm=null
2014-04-10 10:49:24,023 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:49:24,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1/part-00000 dst=null perm=null
2014-04-10 10:49:24,025 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44832, bytes: 67, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741920_1096, duration: 102284
2014-04-10 10:49:24,025 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1
2014-04-10 10:49:24,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1 dst=null perm=null
2014-04-10 10:49:24,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1 dst=null perm=null
2014-04-10 10:49:24,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1 dst=null perm=null
2014-04-10 10:49:24,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1 dst=null perm=null
2014-04-10 10:49:24,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1/part-00000 dst=null perm=null
2014-04-10 10:49:24,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroupopt1/part-00000 dst=null perm=null
2014-04-10 10:49:24,030 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52656, bytes: 67, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741920_1096, duration: 113654
2014-04-10 10:49:24,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:49:24,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:49:24,040 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 10:49:24,040 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 10:49:24,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup dst=null perm=null
2014-04-10 10:49:24,059 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper1*upper2] starting
2014-04-10 10:49:24,059 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper1*upper2] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 10:49:24,059 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper1*upper2] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 10:49:24,059 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper1*upper2] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 10:49:24,059 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper1*upper2] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup"]
2014-04-10 10:49:24,059 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper1*upper2] parallel execution is enabled: true
2014-04-10 10:49:24,059 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper1*upper2] starting jobs: 2
2014-04-10 10:49:24,059 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper1*upper2] allocating threads: 2
2014-04-10 10:49:24,060 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper1*upper2] starting step: (2/2)
2014-04-10 10:49:24,067 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:49:24,075 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:49:24,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3946783475_lower_upper1_08F5BA8BD27044F79E93731D01A623CD dst=null perm=null
2014-04-10 10:49:24,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:49:24,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:49:24,078 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 10
2014-04-10 10:49:24,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010 dst=null perm=null
2014-04-10 10:49:24,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:49:24,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:49:24,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.jar dst=null perm=null
2014-04-10 10:49:24,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:49:24,129 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:49:24,145 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741924_1100 src: /127.0.0.1:36933 dest: /127.0.0.1:55175
2014-04-10 10:49:24,146 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741924_1100 src: /127.0.0.1:52658 dest: /127.0.0.1:55289
2014-04-10 10:49:24,148 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741924_1100 src: /127.0.0.1:44709 dest: /127.0.0.1:36139
2014-04-10 10:49:24,152 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44709, dest: /127.0.0.1:36139, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741924_1100, duration: 2753264
2014-04-10 10:49:24,153 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741924_1100, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:24,153 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:49:24,153 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52658, dest: /127.0.0.1:55289, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741924_1100, duration: 3607750
2014-04-10 10:49:24,154 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741924_1100, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:24,154 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:49:24,154 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36933, dest: /127.0.0.1:55175, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741924_1100, duration: 4252052
2014-04-10 10:49:24,154 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741924_1100, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:24,155 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:49:24,168 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:49:24,169 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.jar
2014-04-10 10:49:24,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.jar dst=null perm=null
2014-04-10 10:49:24,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:49:24,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:49:24,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:49:24,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:49:24,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:49:24,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:49:24,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:49:24,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:49:24,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:49:24,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:49:24,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:49:24,197 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:49:24,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:49:24,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:49:24,201 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:49:24,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:49:24,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:49:24,204 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:49:24,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:49:24,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:49:24,208 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:49:24,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:49:24,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:49:24,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:49:24,228 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.split
2014-04-10 10:49:24,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.split dst=null perm=null
2014-04-10 10:49:24,237 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.split. BP-1649026925-127.0.0.1-1397144808341 blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]}
2014-04-10 10:49:24,253 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741925_1101 src: /127.0.0.1:52660 dest: /127.0.0.1:55289
2014-04-10 10:49:24,255 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741925_1101 src: /127.0.0.1:44838 dest: /127.0.0.1:53466
2014-04-10 10:49:24,256 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741925_1101 src: /127.0.0.1:36938 dest: /127.0.0.1:55175
2014-04-10 10:49:24,257 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741925_1101 src: /127.0.0.1:44713 dest: /127.0.0.1:36139
2014-04-10 10:49:24,261 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44713, dest: /127.0.0.1:36139, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741925_1101, duration: 2366891
2014-04-10 10:49:24,262 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741925_1101, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:24,262 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:49:24,263 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36938, dest: /127.0.0.1:55175, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741925_1101, duration: 4223144
2014-04-10 10:49:24,263 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741925_1101, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:24,263 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:49:24,263 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44838, dest: /127.0.0.1:53466, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741925_1101, duration: 4732331
2014-04-10 10:49:24,264 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741925_1101, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:24,264 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:49:24,264 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52660, dest: /127.0.0.1:55289, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741925_1101, duration: 5873039
2014-04-10 10:49:24,265 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741925_1101, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:24,266 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:49:24,277 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.split is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:49:24,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:49:24,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:49:24,295 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.splitmetainfo. BP-1649026925-127.0.0.1-1397144808341 blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:49:24,311 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741926_1102 src: /127.0.0.1:36940 dest: /127.0.0.1:55175
2014-04-10 10:49:24,313 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741926_1102 src: /127.0.0.1:44842 dest: /127.0.0.1:53466
2014-04-10 10:49:24,314 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741926_1102 src: /127.0.0.1:44716 dest: /127.0.0.1:36139
2014-04-10 10:49:24,317 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44716, dest: /127.0.0.1:36139, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741926_1102, duration: 1753502
2014-04-10 10:49:24,317 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741926_1102, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:24,318 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44842, dest: /127.0.0.1:53466, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741926_1102, duration: 2216377
2014-04-10 10:49:24,317 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:49:24,318 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741926_1102, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:24,318 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36940, dest: /127.0.0.1:55175, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741926_1102, duration: 2853438
2014-04-10 10:49:24,319 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:49:24,319 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741926_1102, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:24,320 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:49:24,335 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:49:24,335 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:6
2014-04-10 10:49:24,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:49:24,355 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0009_01_000007
2014-04-10 10:49:24,355 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0009_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:49:24,356 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0009_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 10:49:24,356 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0009 CONTAINERID=container_1397144823869_0009_01_000007
2014-04-10 10:49:24,356 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0009_01_000007 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:49:24,356 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:49:24,356 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0009_01_000007, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:24,357 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:24,357 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:49:24,357 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0009_000001 released container container_1397144823869_0009_01_000007 on node: host: localhost:37679 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:49:24,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:49:24,368 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:49:24,377 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741927_1103 src: /127.0.0.1:44718 dest: /127.0.0.1:36139
2014-04-10 10:49:24,378 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741927_1103 src: /127.0.0.1:44846 dest: /127.0.0.1:53466
2014-04-10 10:49:24,379 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741927_1103 src: /127.0.0.1:52670 dest: /127.0.0.1:55289
2014-04-10 10:49:24,380 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52670, dest: /127.0.0.1:55289, bytes: 81766, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741927_1103, duration: 979464
2014-04-10 10:49:24,380 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741927_1103, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:24,381 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:49:24,381 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44846, dest: /127.0.0.1:53466, bytes: 81766, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741927_1103, duration: 1321555
2014-04-10 10:49:24,381 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741927_1103, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:24,381 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:49:24,381 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44718, dest: /127.0.0.1:36139, bytes: 81766, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741927_1103, duration: 1673012
2014-04-10 10:49:24,381 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741927_1103, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:24,384 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:49:24,393 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.xml is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:49:24,394 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397144823869_0010
2014-04-10 10:49:24,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010 dst=null perm=null
2014-04-10 10:49:24,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.xml dst=null perm=null
2014-04-10 10:49:24,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.xml dst=null perm=null
2014-04-10 10:49:24,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.jar dst=null perm=null
2014-04-10 10:49:24,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.jar dst=null perm=null
2014-04-10 10:49:24,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.split dst=null perm=null
2014-04-10 10:49:24,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.split dst=null perm=null
2014-04-10 10:49:24,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.splitmetainfo dst=null perm=null
2014-04-10 10:49:24,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.splitmetainfo dst=null perm=null
2014-04-10 10:49:24,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:49:24,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:49:24,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:49:24,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:49:24,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:49:24,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:49:24,447 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 10 submitted by user brock
2014-04-10 10:49:24,447 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397144823869_0010
2014-04-10 10:49:24,447 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397144823869_0010
2014-04-10 10:49:24,447 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0010
2014-04-10 10:49:24,447 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0010 State change from NEW to NEW_SAVING
2014-04-10 10:49:24,448 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0010 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:49:24,448 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397144823869_0010_000001
2014-04-10 10:49:24,448 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0010_000001 State change from NEW to SUBMITTED
2014-04-10 10:49:24,449 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397144823869_0010 from user: brock activated in queue: default
2014-04-10 10:49:24,449 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397144823869_0010 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@1ba82161, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:49:24,449 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397144823869_0010 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:49:24,449 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397144823869_0010
2014-04-10 10:49:24,449 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397144823869_0010_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:49:24,450 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0010_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:49:24,450 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0010 State change from SUBMITTED to ACCEPTED
2014-04-10 10:49:24,452 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:60619/proxy/application_1397144823869_0010/
2014-04-10 10:49:24,452 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper1*upper2] submitted hadoop job: job_1397144823869_0010
2014-04-10 10:49:24,452 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper1*upper2] tracking url: http://localhost:60619/proxy/application_1397144823869_0010/
2014-04-10 10:49:24,831 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0010_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:49:24,831 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0010 CONTAINERID=container_1397144823869_0010_01_000001
2014-04-10 10:49:24,831 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0010_01_000001 of capacity <memory:2048, vCores:1> on host localhost:50571, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2014-04-10 10:49:24,831 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0010 container=Container: [ContainerId: container_1397144823869_0010_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0010_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:24,832 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:49:24,832 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0010_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:49:24,832 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:24,833 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397144823869_0010 AttemptId: appattempt_1397144823869_0010_000001 MasterContainer: Container: [ContainerId: container_1397144823869_0010_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ]
2014-04-10 10:49:24,833 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0010_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:49:24,833 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0010_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:49:24,833 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397144823869_0010_000001
2014-04-10 10:49:24,834 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397144823869_0010_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] for AM appattempt_1397144823869_0010_000001
2014-04-10 10:49:24,834 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397144823869_0010_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:49:24,837 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0010_000001 (auth:SIMPLE)
2014-04-10 10:49:24,839 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0010_01_000001 by user brock
2014-04-10 10:49:24,840 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0010
2014-04-10 10:49:24,840 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0010 CONTAINERID=container_1397144823869_0010_01_000001
2014-04-10 10:49:24,840 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0010 transitioned from NEW to INITING
2014-04-10 10:49:24,840 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0010_01_000001 to application application_1397144823869_0010
2014-04-10 10:49:24,841 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0010 transitioned from INITING to RUNNING
2014-04-10 10:49:24,841 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397144823869_0010_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] for AM appattempt_1397144823869_0010_000001
2014-04-10 10:49:24,841 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0010_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:49:24,841 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:49:24,841 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0010
2014-04-10 10:49:24,842 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:49:24,842 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:49:24,842 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:49:24,842 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:49:24,842 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0010_01_000001
2014-04-10 10:49:24,852 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397144823869_0010_01_000001.tokens. Credentials list:
2014-04-10 10:49:24,867 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:49:24,910 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741914_1090 127.0.0.1:36139 127.0.0.1:55289 127.0.0.1:53466 127.0.0.1:55175
2014-04-10 10:49:24,910 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741915_1091 127.0.0.1:36139 127.0.0.1:55289 127.0.0.1:55175 127.0.0.1:53466
2014-04-10 10:49:24,911 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741916_1092 127.0.0.1:36139 127.0.0.1:55175 127.0.0.1:55289
2014-04-10 10:49:24,911 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741917_1093 127.0.0.1:36139 127.0.0.1:55289 127.0.0.1:53466
2014-04-10 10:49:24,911 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741919_1095 127.0.0.1:36139 127.0.0.1:55289 127.0.0.1:53466
2014-04-10 10:49:24,912 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741918_1094 127.0.0.1:36139 127.0.0.1:53466 127.0.0.1:55175
2014-04-10 10:49:24,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0009 dst=null perm=null
2014-04-10 10:49:24,930 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397144823869_0010_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000001.tokens
2014-04-10 10:49:24,931 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0010 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0010
2014-04-10 10:49:25,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.jar dst=null perm=null
2014-04-10 10:49:25,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.jar dst=null perm=null
2014-04-10 10:49:25,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.jar dst=null perm=null
2014-04-10 10:49:25,046 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36953, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1384588905_7112, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741924_1100, duration: 629959
2014-04-10 10:49:25,071 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0010/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:49:25,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.splitmetainfo dst=null perm=null
2014-04-10 10:49:25,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.splitmetainfo dst=null perm=null
2014-04-10 10:49:25,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.splitmetainfo dst=null perm=null
2014-04-10 10:49:25,097 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44855, bytes: 222, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1384588905_7112, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741926_1102, duration: 239812
2014-04-10 10:49:25,114 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0010/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:49:25,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.split dst=null perm=null
2014-04-10 10:49:25,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.split dst=null perm=null
2014-04-10 10:49:25,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.split dst=null perm=null
2014-04-10 10:49:25,140 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:36953, bytes: 2283, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1384588905_7112, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741925_1101, duration: 218182
2014-04-10 10:49:25,159 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0010/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:49:25,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.xml dst=null perm=null
2014-04-10 10:49:25,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.xml dst=null perm=null
2014-04-10 10:49:25,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.xml dst=null perm=null
2014-04-10 10:49:25,185 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44729, bytes: 82406, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1384588905_7112, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741927_1103, duration: 431063
2014-04-10 10:49:25,203 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0010/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:49:25,203 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:49:25,233 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:49:25,234 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:25,296 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000001/default_container_executor.sh]
2014-04-10 10:49:25,770 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:36139 to replicate blk_1073741924_1100 to datanode(s) 127.0.0.1:53466
2014-04-10 10:49:25,770 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073741914_1090, blk_1073741915_1091, blk_1073741917_1093, blk_1073741918_1094, blk_1073741919_1095]
2014-04-10 10:49:25,770 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073741921_1097, blk_1073741910_1086, blk_1073741914_1090, blk_1073741915_1091, blk_1073741916_1092, blk_1073741917_1093, blk_1073741919_1095]
2014-04-10 10:49:25,830 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0010_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:49:26,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:49:26,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/COMMIT_STARTED dst=null perm=null
2014-04-10 10:49:26,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:49:26,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/COMMIT_FAIL dst=null perm=null
2014-04-10 10:49:26,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010 dst=null perm=null
2014-04-10 10:49:26,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:49:26,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:49:26,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.splitmetainfo dst=null perm=null
2014-04-10 10:49:26,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.splitmetainfo dst=null perm=null
2014-04-10 10:49:26,814 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44737, bytes: 222, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-528209650_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741926_1102, duration: 161639
2014-04-10 10:49:27,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741921_1097 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741921 for deletion
2014-04-10 10:49:27,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741910_1086 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741910 for deletion
2014-04-10 10:49:27,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741921_1097 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741921
2014-04-10 10:49:27,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741914_1090 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741914 for deletion
2014-04-10 10:49:27,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741910_1086 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741910
2014-04-10 10:49:27,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741915_1091 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741915 for deletion
2014-04-10 10:49:27,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741914_1090 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741914
2014-04-10 10:49:27,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741915_1091 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741915
2014-04-10 10:49:27,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741916_1092 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741916 for deletion
2014-04-10 10:49:27,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741917_1093 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741917 for deletion
2014-04-10 10:49:27,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741916_1092 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741916
2014-04-10 10:49:27,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741919_1095 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741919 for deletion
2014-04-10 10:49:27,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741917_1093 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741917
2014-04-10 10:49:27,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741919_1095 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741919
2014-04-10 10:49:27,065 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741914_1090 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741914 for deletion
2014-04-10 10:49:27,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741915_1091 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741915 for deletion
2014-04-10 10:49:27,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741917_1093 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741917 for deletion
2014-04-10 10:49:27,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741915_1091 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741915
2014-04-10 10:49:27,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741918_1094 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741918 for deletion
2014-04-10 10:49:27,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741919_1095 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741919 for deletion
2014-04-10 10:49:27,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741914_1090 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741914
2014-04-10 10:49:27,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741918_1094 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741918
2014-04-10 10:49:27,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741917_1093 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741917
2014-04-10 10:49:27,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741919_1095 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741919
2014-04-10 10:49:27,081 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=1df63c1b-7aec-480c-a7f5-64068c9095b6, infoPort=40517, ipcPort=46888, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) Starting thread to transfer BP-1649026925-127.0.0.1-1397144808341:blk_1073741924_1100 to 127.0.0.1:53466
2014-04-10 10:49:27,082 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741924_1100 src: /127.0.0.1:44868 dest: /127.0.0.1:53466
2014-04-10 10:49:27,082 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1649026925-127.0.0.1-1397144808341:blk_1073741924_1100 (numBytes=244650) to 127.0.0.1/127.0.0.1:53466
2014-04-10 10:49:27,083 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1649026925-127.0.0.1-1397144808341:blk_1073741924_1100 src: /127.0.0.1:44868 dest: /127.0.0.1:53466 of size 244650
2014-04-10 10:49:27,084 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741924_1100 size 244650
2014-04-10 10:49:27,396 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0010_000001 (auth:SIMPLE)
2014-04-10 10:49:27,398 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397144823869_0010_000001
2014-04-10 10:49:27,398 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397144823869_0010 APPATTEMPTID=appattempt_1397144823869_0010_000001
2014-04-10 10:49:27,398 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0010_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:49:27,398 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0010 State change from ACCEPTED to RUNNING
2014-04-10 10:49:27,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job_1397144823869_0010_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:27,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-brock/3946783475_lower_upper1_08F5BA8BD27044F79E93731D01A623CD/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:49:27,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job_1397144823869_0010_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:27,559 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741922_1098
2014-04-10 10:49:27,559 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741920_1096
2014-04-10 10:49:27,560 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741923_1099
2014-04-10 10:49:27,560 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741926_1102
2014-04-10 10:49:27,618 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job_1397144823869_0010_1_conf.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:49:27,658 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741928_1104 src: /127.0.0.1:44871 dest: /127.0.0.1:53466
2014-04-10 10:49:27,659 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741928_1104 src: /127.0.0.1:52695 dest: /127.0.0.1:55289
2014-04-10 10:49:27,659 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741928_1104 src: /127.0.0.1:36972 dest: /127.0.0.1:55175
2014-04-10 10:49:27,664 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36972, dest: /127.0.0.1:55175, bytes: 95887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-528209650_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741928_1104, duration: 4361373
2014-04-10 10:49:27,664 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741928_1104, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:27,665 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52695, dest: /127.0.0.1:55289, bytes: 95887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-528209650_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741928_1104, duration: 4778960
2014-04-10 10:49:27,665 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741928_1104, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:27,665 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:49:27,665 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44871, dest: /127.0.0.1:53466, bytes: 95887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-528209650_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741928_1104, duration: 5016338
2014-04-10 10:49:27,665 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741928_1104, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:27,665 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:49:27,666 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:49:27,676 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job_1397144823869_0010_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-528209650_1
2014-04-10 10:49:27,760 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741924_1100
2014-04-10 10:49:27,761 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741928_1104
2014-04-10 10:49:27,761 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741925_1101
2014-04-10 10:49:27,762 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741927_1103
2014-04-10 10:49:28,067 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741928_1104
2014-04-10 10:49:28,067 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741925_1101
2014-04-10 10:49:28,068 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741920_1096
2014-04-10 10:49:28,069 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741927_1103
2014-04-10 10:49:28,150 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741919_1095
2014-04-10 10:49:28,152 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741923_1099
2014-04-10 10:49:28,156 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741928_1104
2014-04-10 10:49:28,157 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741922_1098
2014-04-10 10:49:28,158 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741923_1099
2014-04-10 10:49:28,159 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741926_1102
2014-04-10 10:49:28,159 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741921_1097
2014-04-10 10:49:28,160 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741925_1101
2014-04-10 10:49:28,160 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741920_1096
2014-04-10 10:49:28,269 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741924_1100
2014-04-10 10:49:28,352 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741924_1100
2014-04-10 10:49:28,352 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741925_1101
2014-04-10 10:49:28,358 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741924_1100
2014-04-10 10:49:28,551 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741922_1098
2014-04-10 10:49:28,552 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741927_1103
2014-04-10 10:49:28,552 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741921_1097
2014-04-10 10:49:28,553 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741926_1102
2014-04-10 10:49:28,771 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073741921_1097, blk_1073741910_1086, blk_1073741914_1090, blk_1073741915_1091, blk_1073741916_1092, blk_1073741918_1094]
2014-04-10 10:49:28,771 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073741921_1097, blk_1073741910_1086, blk_1073741914_1090, blk_1073741915_1091, blk_1073741916_1092, blk_1073741917_1093, blk_1073741918_1094, blk_1073741919_1095]
2014-04-10 10:49:28,837 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0010_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:49:28,837 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0010 CONTAINERID=container_1397144823869_0010_01_000002
2014-04-10 10:49:28,837 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0010_01_000002 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:49:28,837 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0010 container=Container: [ContainerId: container_1397144823869_0010_01_000002, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0010_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:28,838 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:49:28,838 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:28,838 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0010_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:49:28,839 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0010 CONTAINERID=container_1397144823869_0010_01_000003
2014-04-10 10:49:28,839 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0010_01_000003 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:49:28,839 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0010 container=Container: [ContainerId: container_1397144823869_0010_01_000003, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0010_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:28,839 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:49:28,839 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:28,840 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0010_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:49:28,840 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0010 CONTAINERID=container_1397144823869_0010_01_000004
2014-04-10 10:49:28,840 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0010_01_000004 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 10:49:28,840 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0010 container=Container: [ContainerId: container_1397144823869_0010_01_000004, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0010_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:28,840 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:49:28,840 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:28,841 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0010_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:49:28,841 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0010 CONTAINERID=container_1397144823869_0010_01_000005
2014-04-10 10:49:28,841 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0010_01_000005 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 10:49:28,841 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0010 container=Container: [ContainerId: container_1397144823869_0010_01_000005, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0010_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:28,841 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:49:28,841 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:29,116 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0010_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:49:29,116 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0010 CONTAINERID=container_1397144823869_0010_01_000006
2014-04-10 10:49:29,116 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0010_01_000006 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:49:29,116 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0010 container=Container: [ContainerId: container_1397144823869_0010_01_000006, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0010_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:29,117 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 10:49:29,117 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:29,118 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0010_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:49:29,118 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0010 CONTAINERID=container_1397144823869_0010_01_000007
2014-04-10 10:49:29,118 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0010_01_000007 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:49:29,118 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0010 container=Container: [ContainerId: container_1397144823869_0010_01_000007, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0010_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7 usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:29,118 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8
2014-04-10 10:49:29,118 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:8> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:29,437 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0010_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:49:29,437 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0010_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:49:29,437 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0010_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:49:29,438 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0010_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:49:29,438 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0010_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:49:29,438 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0010_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:49:29,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.jar dst=null perm=null
2014-04-10 10:49:29,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.jar dst=null perm=null
2014-04-10 10:49:29,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.xml dst=null perm=null
2014-04-10 10:49:29,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.xml dst=null perm=null
2014-04-10 10:49:29,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:49:29,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:49:29,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:49:29,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:49:29,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:49:29,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:49:29,571 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0010_000001 (auth:SIMPLE)
2014-04-10 10:49:29,571 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0010_000001 (auth:SIMPLE)
2014-04-10 10:49:29,576 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0010_01_000005 by user brock
2014-04-10 10:49:29,576 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0010_01_000003 by user brock
2014-04-10 10:49:29,576 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0010
2014-04-10 10:49:29,576 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0010_01_000002 by user brock
2014-04-10 10:49:29,576 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0010_01_000004 by user brock
2014-04-10 10:49:29,576 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0010_01_000007 by user brock
2014-04-10 10:49:29,577 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0010 CONTAINERID=container_1397144823869_0010_01_000002
2014-04-10 10:49:29,577 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0010
2014-04-10 10:49:29,576 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0010 CONTAINERID=container_1397144823869_0010_01_000005
2014-04-10 10:49:29,576 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0010 CONTAINERID=container_1397144823869_0010_01_000003
2014-04-10 10:49:29,576 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0010_01_000003 to application application_1397144823869_0010
2014-04-10 10:49:29,576 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0010_01_000006 by user brock
2014-04-10 10:49:29,578 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0010 transitioned from NEW to INITING
2014-04-10 10:49:29,578 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0010_01_000005 to application application_1397144823869_0010
2014-04-10 10:49:29,578 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0010_01_000002 to application application_1397144823869_0010
2014-04-10 10:49:29,578 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0010_01_000004 to application application_1397144823869_0010
2014-04-10 10:49:29,579 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0010 transitioned from INITING to RUNNING
2014-04-10 10:49:29,579 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:49:29,579 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:49:29,580 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:49:29,580 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:49:29,580 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0010
2014-04-10 10:49:29,580 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0010
2014-04-10 10:49:29,581 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:49:29,581 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0010
2014-04-10 10:49:29,581 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:49:29,581 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:49:29,581 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0010
2014-04-10 10:49:29,582 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0010
2014-04-10 10:49:29,582 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:49:29,582 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0010
2014-04-10 10:49:29,582 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0010
2014-04-10 10:49:29,582 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0010
2014-04-10 10:49:29,582 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:49:29,583 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0010
2014-04-10 10:49:29,583 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0010
2014-04-10 10:49:29,583 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0010
2014-04-10 10:49:29,583 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:49:29,583 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0010
2014-04-10 10:49:29,584 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0010_01_000002
2014-04-10 10:49:29,577 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0010 transitioned from NEW to INITING
2014-04-10 10:49:29,584 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0010_01_000005
2014-04-10 10:49:29,577 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0010 CONTAINERID=container_1397144823869_0010_01_000007
2014-04-10 10:49:29,577 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0010 CONTAINERID=container_1397144823869_0010_01_000004
2014-04-10 10:49:29,584 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0010_01_000007 to application application_1397144823869_0010
2014-04-10 10:49:29,585 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0010_01_000006 to application application_1397144823869_0010
2014-04-10 10:49:29,578 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0010 CONTAINERID=container_1397144823869_0010_01_000006
2014-04-10 10:49:29,585 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0010 transitioned from INITING to RUNNING
2014-04-10 10:49:29,585 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0010_01_000004
2014-04-10 10:49:29,586 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:49:29,586 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0010_01_000003
2014-04-10 10:49:29,586 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 10:49:29,587 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0010
2014-04-10 10:49:29,587 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0010
2014-04-10 10:49:29,587 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:49:29,587 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0010
2014-04-10 10:49:29,587 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:49:29,588 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:49:29,588 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0010
2014-04-10 10:49:29,588 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0010
2014-04-10 10:49:29,588 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:49:29,588 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0010
2014-04-10 10:49:29,589 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0010_01_000006
2014-04-10 10:49:29,589 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0010_01_000007
2014-04-10 10:49:29,597 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397144823869_0010_01_000004.tokens. Credentials list:
2014-04-10 10:49:29,597 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397144823869_0010_01_000002.tokens. Credentials list:
2014-04-10 10:49:29,597 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397144823869_0010_01_000003.tokens. Credentials list:
2014-04-10 10:49:29,598 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397144823869_0010_01_000005.tokens. Credentials list:
2014-04-10 10:49:29,598 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397144823869_0010_01_000007.tokens. Credentials list:
2014-04-10 10:49:29,598 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397144823869_0010_01_000006.tokens. Credentials list:
2014-04-10 10:49:29,607 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:49:29,607 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:49:29,688 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397144823869_0010_01_000007.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000007.tokens
2014-04-10 10:49:29,688 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397144823869_0010_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000004.tokens
2014-04-10 10:49:29,689 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0010 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0010
2014-04-10 10:49:29,689 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0010 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0010
2014-04-10 10:49:29,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.jar dst=null perm=null
2014-04-10 10:49:29,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.jar dst=null perm=null
2014-04-10 10:49:29,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.jar dst=null perm=null
2014-04-10 10:49:29,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.jar dst=null perm=null
2014-04-10 10:49:29,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.jar dst=null perm=null
2014-04-10 10:49:29,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.jar dst=null perm=null
2014-04-10 10:49:29,820 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52712, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1161862527_7294, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741924_1100, duration: 914233
2014-04-10 10:49:29,821 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52711, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-17013534_7293, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741924_1100, duration: 1281813
2014-04-10 10:49:29,837 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0010_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:49:29,837 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0010_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:49:29,837 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0010_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:49:29,838 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0010_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:49:29,851 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0010/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:49:29,852 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0010/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:49:29,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.xml dst=null perm=null
2014-04-10 10:49:29,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.xml dst=null perm=null
2014-04-10 10:49:29,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.xml dst=null perm=null
2014-04-10 10:49:29,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.xml dst=null perm=null
2014-04-10 10:49:29,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.xml dst=null perm=null
2014-04-10 10:49:29,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.xml dst=null perm=null
2014-04-10 10:49:29,885 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44763, bytes: 82406, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1161862527_7294, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741927_1103, duration: 430793
2014-04-10 10:49:29,886 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44890, bytes: 82406, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-17013534_7293, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741927_1103, duration: 690562
2014-04-10 10:49:29,909 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0010/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:49:29,909 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:49:29,909 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0010/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:49:29,909 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:49:29,909 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:49:29,910 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:49:29,910 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:49:29,910 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:49:29,952 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 10:49:29,952 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:29,952 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:49:29,952 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:29,956 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:49:29,956 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:29,960 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:49:29,960 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:29,960 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:49:29,960 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:49:29,960 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:29,960 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:30,032 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000005/default_container_executor.sh]
2014-04-10 10:49:30,032 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000007/default_container_executor.sh]
2014-04-10 10:49:30,039 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000002/default_container_executor.sh]
2014-04-10 10:49:30,039 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000003/default_container_executor.sh]
2014-04-10 10:49:30,042 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000004/default_container_executor.sh]
2014-04-10 10:49:30,043 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000006/default_container_executor.sh]
2014-04-10 10:49:30,045 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397144823869_0009_01_000001 succeeded
2014-04-10 10:49:30,046 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:49:30,046 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0009_01_000001
2014-04-10 10:49:30,057 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0009/container_1397144823869_0009_01_000001
2014-04-10 10:49:30,057 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0009/container_1397144823869_0009_01_000001
2014-04-10 10:49:30,057 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0009/container_1397144823869_0009_01_000001
2014-04-10 10:49:30,057 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0009/container_1397144823869_0009_01_000001
2014-04-10 10:49:30,058 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0009 CONTAINERID=container_1397144823869_0009_01_000001
2014-04-10 10:49:30,058 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0009_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:49:30,058 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0009_01_000001 from application application_1397144823869_0009
2014-04-10 10:49:30,058 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:30,058 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0009
2014-04-10 10:49:30,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741921_1097 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741921 for deletion
2014-04-10 10:49:30,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741910_1086 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741910 for deletion
2014-04-10 10:49:30,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741914_1090 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741914 for deletion
2014-04-10 10:49:30,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741915_1091 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741915 for deletion
2014-04-10 10:49:30,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741921_1097 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741921
2014-04-10 10:49:30,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741910_1086 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741910
2014-04-10 10:49:30,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741914_1090 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741914
2014-04-10 10:49:30,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741915_1091 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741915
2014-04-10 10:49:30,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741916_1092 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741916 for deletion
2014-04-10 10:49:30,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741918_1094 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741918 for deletion
2014-04-10 10:49:30,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741916_1092 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741916
2014-04-10 10:49:30,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741918_1094 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741918
2014-04-10 10:49:30,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741921_1097 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741921 for deletion
2014-04-10 10:49:30,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741910_1086 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741910 for deletion
2014-04-10 10:49:30,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741914_1090 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741914 for deletion
2014-04-10 10:49:30,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741910_1086 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741910
2014-04-10 10:49:30,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741915_1091 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741915 for deletion
2014-04-10 10:49:30,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741921_1097 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741921
2014-04-10 10:49:30,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741915_1091 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741915
2014-04-10 10:49:30,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741916_1092 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741916 for deletion
2014-04-10 10:49:30,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741914_1090 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741914
2014-04-10 10:49:30,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741917_1093 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741917 for deletion
2014-04-10 10:49:30,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741916_1092 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741916
2014-04-10 10:49:30,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741918_1094 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741918 for deletion
2014-04-10 10:49:30,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741917_1093 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741917
2014-04-10 10:49:30,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741919_1095 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741919 for deletion
2014-04-10 10:49:30,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741918_1094 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741918
2014-04-10 10:49:30,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741919_1095 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741919
2014-04-10 10:49:30,116 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0010_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:49:30,116 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0010_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:49:30,458 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:49:30,831 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0009_01_000001
2014-04-10 10:49:30,832 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0009_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:49:30,832 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0009_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:49:30,832 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0009 CONTAINERID=container_1397144823869_0009_01_000001
2014-04-10 10:49:30,832 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0009_01_000001 of capacity <memory:2048, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:49:30,832 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:8192, vCores:7> numContainers=7 user=brock user-resources=<memory:8192, vCores:7>
2014-04-10 10:49:30,832 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0009_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:30,832 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:30,833 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7
2014-04-10 10:49:30,833 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0009_000001 released container container_1397144823869_0009_01_000001 on node: host: localhost:50571 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:49:30,832 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397144823869_0009_000001
2014-04-10 10:49:30,833 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0009_000001 State change from FINISHING to FINISHED
2014-04-10 10:49:30,833 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0009 State change from FINISHING to FINISHED
2014-04-10 10:49:30,833 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397144823869_0009_000001
2014-04-10 10:49:30,833 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397144823869_0009_000001 is done. finalState=FINISHED
2014-04-10 10:49:30,833 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397144823869_0009 requests cleared
2014-04-10 10:49:30,834 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397144823869_0009 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:49:30,834 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397144823869_0009 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:49:30,833 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397144823869_0009
2014-04-10 10:49:30,834 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397144823869_0009,name=[60FBD5F0E80743E291EBAEB5A8A022F8/4DF9A687AFC2481C80AFC6106314647A] cogroupopt/(1/2) ...tform/cogroupacogroupopt1,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:60619/proxy/application_1397144823869_0009/jobhistory/job/job_1397144823869_0009,appMasterHost=localhost.localdomain,startTime=1397144950227,finishTime=1397144963836,finalStatus=SUCCEEDED
2014-04-10 10:49:30,836 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0009_000001 (auth:SIMPLE)
2014-04-10 10:49:30,875 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0009_01_000001
2014-04-10 10:49:31,059 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:49:31,086 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:49:31,248 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397144823869_0010_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000006.tokens
2014-04-10 10:49:31,249 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0010 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0010
2014-04-10 10:49:31,357 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0009 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:49:31,357 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0009
2014-04-10 10:49:31,357 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0009
2014-04-10 10:49:31,358 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0009
2014-04-10 10:49:31,358 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0009
2014-04-10 10:49:31,358 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0009
2014-04-10 10:49:31,358 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0009 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:49:31,359 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0009, with delay of 10800 seconds
2014-04-10 10:49:31,459 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397144823869_0010_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000005.tokens
2014-04-10 10:49:31,459 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0010 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0010
2014-04-10 10:49:31,747 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:49:31,832 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0009 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:49:31,832 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0009
2014-04-10 10:49:31,832 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0009 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:49:31,833 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0009, with delay of 10800 seconds
2014-04-10 10:49:31,833 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0009
2014-04-10 10:49:31,833 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0009
2014-04-10 10:49:31,834 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0009
2014-04-10 10:49:31,834 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0009
2014-04-10 10:49:32,174 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397144823869_0010_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000003.tokens
2014-04-10 10:49:32,174 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0010 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0010
2014-04-10 10:49:32,484 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:49:32,969 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397144823869_0010_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000002.tokens
2014-04-10 10:49:32,970 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0010 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0010
2014-04-10 10:49:33,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.split dst=null perm=null
2014-04-10 10:49:33,325 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37015, bytes: 735, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0010_m_000005_0_-1297543126_1, offset: 1536, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741925_1101, duration: 201597
2014-04-10 10:49:33,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:49:33,431 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37015, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0010_m_000005_0_-1297543126_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 188794
2014-04-10 10:49:33,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.split dst=null perm=null
2014-04-10 10:49:33,591 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37018, bytes: 2283, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0010_m_000000_0_-288637087_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741925_1101, duration: 189791
2014-04-10 10:49:33,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:49:33,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.split dst=null perm=null
2014-04-10 10:49:33,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.split dst=null perm=null
2014-04-10 10:49:33,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3946783475_lower_upper1_08F5BA8BD27044F79E93731D01A623CD/_temporary/1/_temporary/attempt_1397144823869_0010_m_000005_0 dst=null perm=null
2014-04-10 10:49:33,763 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44922, bytes: 1251, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0010_m_000004_0_-1759712605_1, offset: 1024, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741925_1101, duration: 179134
2014-04-10 10:49:33,779 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44796, bytes: 2283, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0010_m_000001_0_784129478_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741925_1101, duration: 151321
2014-04-10 10:49:33,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.split dst=null perm=null
2014-04-10 10:49:33,839 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0010_01_000007
2014-04-10 10:49:33,839 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0010 CONTAINERID=container_1397144823869_0010_01_000007
2014-04-10 10:49:33,839 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000007 transitioned from RUNNING to KILLING
2014-04-10 10:49:33,839 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0010_01_000007
2014-04-10 10:49:33,855 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job_1397144823869_0010_1.jhist. BP-1649026925-127.0.0.1-1397144808341 blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]}
2014-04-10 10:49:33,856 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0010_01_000007 is : 143
2014-04-10 10:49:33,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:49:33,863 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44799, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0010_m_000000_0_-288637087_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, duration: 149480
2014-04-10 10:49:33,863 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44798, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0010_m_000004_0_-1759712605_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, duration: 162969
2014-04-10 10:49:33,864 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:49:33,865 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000007
2014-04-10 10:49:33,865 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000007
2014-04-10 10:49:33,865 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000007
2014-04-10 10:49:33,865 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000007
2014-04-10 10:49:33,866 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0010 CONTAINERID=container_1397144823869_0010_01_000007
2014-04-10 10:49:33,866 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:49:33,866 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0010_01_000007 from application application_1397144823869_0010
2014-04-10 10:49:33,866 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:33,866 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0010
2014-04-10 10:49:33,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job.split dst=null perm=null
2014-04-10 10:49:33,879 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741929_1105 src: /127.0.0.1:52752 dest: /127.0.0.1:55289
2014-04-10 10:49:33,881 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741929_1105 src: /127.0.0.1:44803 dest: /127.0.0.1:36139
2014-04-10 10:49:33,883 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741929_1105 src: /127.0.0.1:37030 dest: /127.0.0.1:55175
2014-04-10 10:49:33,890 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job_1397144823869_0010_1.jhist for DFSClient_NONMAPREDUCE_-528209650_1
2014-04-10 10:49:33,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:49:33,895 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44932, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0010_m_000001_0_784129478_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, duration: 176216
2014-04-10 10:49:33,908 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44801, bytes: 1251, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0010_m_000003_0_-826773806_1, offset: 1024, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741925_1101, duration: 183046
2014-04-10 10:49:33,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3946783475_lower_upper1_08F5BA8BD27044F79E93731D01A623CD/_temporary/1/_temporary/attempt_1397144823869_0010_m_000000_0 dst=null perm=null
2014-04-10 10:49:33,967 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44806, bytes: 1767, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0010_m_000002_0_1140751652_1, offset: 512, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741925_1101, duration: 183067
2014-04-10 10:49:33,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:49:33,987 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37035, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0010_m_000003_0_-826773806_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 185384
2014-04-10 10:49:34,003 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0010_01_000002
2014-04-10 10:49:34,004 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0010 CONTAINERID=container_1397144823869_0010_01_000002
2014-04-10 10:49:34,004 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:49:34,004 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0010_01_000002
2014-04-10 10:49:34,017 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0010_01_000002 is : 143
2014-04-10 10:49:34,029 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:49:34,029 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000002
2014-04-10 10:49:34,030 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000002
2014-04-10 10:49:34,030 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000002
2014-04-10 10:49:34,031 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000002
2014-04-10 10:49:34,031 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0010 CONTAINERID=container_1397144823869_0010_01_000002
2014-04-10 10:49:34,031 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:49:34,031 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0010_01_000002 from application application_1397144823869_0010
2014-04-10 10:49:34,032 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:34,032 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0010
2014-04-10 10:49:34,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:49:34,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3946783475_lower_upper1_08F5BA8BD27044F79E93731D01A623CD/_temporary/1/_temporary/attempt_1397144823869_0010_m_000004_0 dst=null perm=null
2014-04-10 10:49:34,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3946783475_lower_upper1_08F5BA8BD27044F79E93731D01A623CD/_temporary/1/_temporary/attempt_1397144823869_0010_m_000001_0 dst=null perm=null
2014-04-10 10:49:34,201 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0010_01_000003
2014-04-10 10:49:34,201 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0010 CONTAINERID=container_1397144823869_0010_01_000003
2014-04-10 10:49:34,201 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:49:34,201 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0010_01_000003
2014-04-10 10:49:34,201 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0010_01_000002
2014-04-10 10:49:34,202 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0010_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:49:34,202 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0010_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:49:34,202 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0010 CONTAINERID=container_1397144823869_0010_01_000002
2014-04-10 10:49:34,202 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0010_01_000002 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 10:49:34,202 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 10:49:34,202 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0010_01_000002, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:34,202 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:34,202 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2014-04-10 10:49:34,202 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0010_000001 released container container_1397144823869_0010_01_000002 on node: host: localhost:56736 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 10:49:34,203 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0010_01_000006
2014-04-10 10:49:34,203 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0010 CONTAINERID=container_1397144823869_0010_01_000006
2014-04-10 10:49:34,203 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0010_01_000007
2014-04-10 10:49:34,203 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:49:34,204 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0010_01_000006
2014-04-10 10:49:34,204 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0010_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:49:34,204 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0010_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 10:49:34,204 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0010 CONTAINERID=container_1397144823869_0010_01_000007
2014-04-10 10:49:34,204 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0010_01_000007 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:49:34,204 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 10:49:34,204 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0010_01_000007, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:34,204 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:34,204 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 10:49:34,205 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0010_000001 released container container_1397144823869_0010_01_000007 on node: host: localhost:52024 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:49:34,208 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0010_01_000003 is : 143
2014-04-10 10:49:34,210 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0010_01_000006 is : 143
2014-04-10 10:49:34,216 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37036, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0010_m_000002_0_1140751652_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 288781
2014-04-10 10:49:34,218 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:49:34,218 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000006
2014-04-10 10:49:34,218 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000006
2014-04-10 10:49:34,218 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000006
2014-04-10 10:49:34,218 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000006
2014-04-10 10:49:34,218 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0010 CONTAINERID=container_1397144823869_0010_01_000006
2014-04-10 10:49:34,219 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:49:34,219 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0010_01_000006 from application application_1397144823869_0010
2014-04-10 10:49:34,219 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:34,219 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0010
2014-04-10 10:49:34,220 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:49:34,220 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000003
2014-04-10 10:49:34,220 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000003
2014-04-10 10:49:34,220 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000003
2014-04-10 10:49:34,221 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000003
2014-04-10 10:49:34,221 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0010 CONTAINERID=container_1397144823869_0010_01_000003
2014-04-10 10:49:34,221 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:49:34,221 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0010_01_000003 from application application_1397144823869_0010
2014-04-10 10:49:34,221 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:34,221 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0010
2014-04-10 10:49:34,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3946783475_lower_upper1_08F5BA8BD27044F79E93731D01A623CD/_temporary/1/_temporary/attempt_1397144823869_0010_m_000003_0 dst=null perm=null
2014-04-10 10:49:34,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3946783475_lower_upper1_08F5BA8BD27044F79E93731D01A623CD/_temporary/1/_temporary/attempt_1397144823869_0010_m_000002_0 dst=null perm=null
2014-04-10 10:49:34,311 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0010_01_000005
2014-04-10 10:49:34,311 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0010 CONTAINERID=container_1397144823869_0010_01_000005
2014-04-10 10:49:34,311 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:49:34,311 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0010_01_000005
2014-04-10 10:49:34,311 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0010_01_000003
2014-04-10 10:49:34,311 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0010_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:49:34,312 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0010_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:49:34,312 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0010 CONTAINERID=container_1397144823869_0010_01_000003
2014-04-10 10:49:34,312 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0010_01_000003 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:49:34,312 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 10:49:34,312 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0010_01_000003, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:34,312 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:34,312 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:49:34,312 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0010_000001 released container container_1397144823869_0010_01_000003 on node: host: localhost:56736 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:49:34,317 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0010_01_000005 is : 143
2014-04-10 10:49:34,326 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:49:34,327 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000005
2014-04-10 10:49:34,327 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000005
2014-04-10 10:49:34,327 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000005
2014-04-10 10:49:34,327 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0010 CONTAINERID=container_1397144823869_0010_01_000005
2014-04-10 10:49:34,327 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:49:34,327 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000005
2014-04-10 10:49:34,327 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0010_01_000005 from application application_1397144823869_0010
2014-04-10 10:49:34,327 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:34,327 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0010
2014-04-10 10:49:34,332 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0010_01_000004
2014-04-10 10:49:34,333 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0010 CONTAINERID=container_1397144823869_0010_01_000004
2014-04-10 10:49:34,333 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:49:34,333 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0010_01_000004
2014-04-10 10:49:34,333 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0010_01_000005
2014-04-10 10:49:34,333 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0010_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:49:34,333 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0010_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:49:34,333 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0010 CONTAINERID=container_1397144823869_0010_01_000005
2014-04-10 10:49:34,333 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0010_01_000005 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:49:34,334 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:49:34,334 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0010_01_000005, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:34,334 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:34,334 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:49:34,334 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0010_000001 released container container_1397144823869_0010_01_000005 on node: host: localhost:56736 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:49:34,338 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0010_01_000004 is : 143
2014-04-10 10:49:34,351 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:49:34,352 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000004
2014-04-10 10:49:34,352 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000004
2014-04-10 10:49:34,352 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000004
2014-04-10 10:49:34,352 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000004
2014-04-10 10:49:34,352 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0010 CONTAINERID=container_1397144823869_0010_01_000004
2014-04-10 10:49:34,352 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:49:34,352 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0010_01_000004 from application application_1397144823869_0010
2014-04-10 10:49:34,352 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:34,352 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0010
2014-04-10 10:49:35,204 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0010_01_000006
2014-04-10 10:49:35,204 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0010_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:49:35,205 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0010_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:49:35,205 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0010 CONTAINERID=container_1397144823869_0010_01_000006
2014-04-10 10:49:35,205 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0010_01_000006 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:49:35,205 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:49:35,205 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0010_01_000006, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:35,205 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:35,206 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:49:35,206 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0010_000001 released container container_1397144823869_0010_01_000006 on node: host: localhost:52024 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:49:35,333 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0010_01_000004
2014-04-10 10:49:35,334 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0010_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:49:35,334 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0010_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:49:35,334 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0010 CONTAINERID=container_1397144823869_0010_01_000004
2014-04-10 10:49:35,334 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0010_01_000004 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:49:35,334 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:49:35,335 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0010_01_000004, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:35,335 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:35,335 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:49:35,335 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0010_000001 released container container_1397144823869_0010_01_000004 on node: host: localhost:56736 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:49:35,834 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0010_01_000008 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:49:35,834 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0010 CONTAINERID=container_1397144823869_0010_01_000008
2014-04-10 10:49:35,834 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0010_01_000008 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:49:35,835 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0010 container=Container: [ContainerId: container_1397144823869_0010_01_000008, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0010_01_000008 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:35,835 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:49:35,835 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:36,480 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0010_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:49:36,496 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0010_000001 (auth:SIMPLE)
2014-04-10 10:49:36,500 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0010_01_000008 by user brock
2014-04-10 10:49:36,500 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0010 CONTAINERID=container_1397144823869_0010_01_000008
2014-04-10 10:49:36,500 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0010_01_000008 to application application_1397144823869_0010
2014-04-10 10:49:36,501 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000008 transitioned from NEW to LOCALIZING
2014-04-10 10:49:36,501 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0010
2014-04-10 10:49:36,501 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0010
2014-04-10 10:49:36,501 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:49:36,502 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0010
2014-04-10 10:49:36,502 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000008 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:49:36,534 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000008 transitioned from LOCALIZED to RUNNING
2014-04-10 10:49:36,535 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:36,595 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000008/default_container_executor.sh]
2014-04-10 10:49:36,834 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0010_01_000008 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:49:37,484 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:49:38,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/3946783475_lower_upper1_08F5BA8BD27044F79E93731D01A623CD/_temporary/1/_temporary/attempt_1397144823869_0010_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:38,344 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/3946783475_lower_upper1_08F5BA8BD27044F79E93731D01A623CD/_temporary/1/_temporary/attempt_1397144823869_0010_r_000000_0/part-00000. BP-1649026925-127.0.0.1-1397144808341 blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:49:38,428 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741930_1106 src: /127.0.0.1:37049 dest: /127.0.0.1:55175
2014-04-10 10:49:38,429 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741930_1106 src: /127.0.0.1:52774 dest: /127.0.0.1:55289
2014-04-10 10:49:38,430 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741930_1106 src: /127.0.0.1:44952 dest: /127.0.0.1:53466
2014-04-10 10:49:38,442 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44952, dest: /127.0.0.1:53466, bytes: 240, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0010_r_000000_0_1770529337_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741930_1106, duration: 11991599
2014-04-10 10:49:38,443 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741930_1106, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:38,443 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52774, dest: /127.0.0.1:55289, bytes: 240, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0010_r_000000_0_1770529337_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741930_1106, duration: 12335064
2014-04-10 10:49:38,443 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:49:38,443 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741930_1106, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:38,443 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37049, dest: /127.0.0.1:55175, bytes: 240, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0010_r_000000_0_1770529337_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741930_1106, duration: 12850706
2014-04-10 10:49:38,444 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:49:38,444 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741930_1106, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:38,444 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:49:38,459 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/3946783475_lower_upper1_08F5BA8BD27044F79E93731D01A623CD/_temporary/1/_temporary/attempt_1397144823869_0010_r_000000_0/part-00000 is closed by DFSClient_attempt_1397144823869_0010_r_000000_0_1770529337_1
2014-04-10 10:49:38,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3946783475_lower_upper1_08F5BA8BD27044F79E93731D01A623CD/_temporary/1/_temporary/attempt_1397144823869_0010_r_000000_0 dst=null perm=null
2014-04-10 10:49:38,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3946783475_lower_upper1_08F5BA8BD27044F79E93731D01A623CD/_temporary/1/_temporary/attempt_1397144823869_0010_r_000000_0 dst=null perm=null
2014-04-10 10:49:38,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3946783475_lower_upper1_08F5BA8BD27044F79E93731D01A623CD/_temporary/1/task_1397144823869_0010_r_000000 dst=null perm=null
2014-04-10 10:49:38,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/3946783475_lower_upper1_08F5BA8BD27044F79E93731D01A623CD/_temporary/1/_temporary/attempt_1397144823869_0010_r_000000_0 dst=/tmp/hadoop-brock/3946783475_lower_upper1_08F5BA8BD27044F79E93731D01A623CD/_temporary/1/task_1397144823869_0010_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:49:38,565 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0010_01_000008
2014-04-10 10:49:38,565 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0010 CONTAINERID=container_1397144823869_0010_01_000008
2014-04-10 10:49:38,565 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000008 transitioned from RUNNING to KILLING
2014-04-10 10:49:38,566 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0010_01_000008
2014-04-10 10:49:38,573 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0010_01_000008 is : 143
2014-04-10 10:49:38,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:38,588 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:49:38,589 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000008
2014-04-10 10:49:38,589 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000008
2014-04-10 10:49:38,589 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000008
2014-04-10 10:49:38,589 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0010 CONTAINERID=container_1397144823869_0010_01_000008
2014-04-10 10:49:38,589 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000008
2014-04-10 10:49:38,589 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:49:38,590 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0010_01_000008 from application application_1397144823869_0010
2014-04-10 10:49:38,590 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:38,590 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0010
2014-04-10 10:49:38,601 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-528209650_1
2014-04-10 10:49:38,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/3946783475_lower_upper1_08F5BA8BD27044F79E93731D01A623CD/_temporary/1 dst=null perm=null
2014-04-10 10:49:38,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3946783475_lower_upper1_08F5BA8BD27044F79E93731D01A623CD dst=null perm=null
2014-04-10 10:49:38,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3946783475_lower_upper1_08F5BA8BD27044F79E93731D01A623CD dst=null perm=null
2014-04-10 10:49:38,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/3946783475_lower_upper1_08F5BA8BD27044F79E93731D01A623CD/_temporary/1/task_1397144823869_0010_r_000000 dst=null perm=null
2014-04-10 10:49:38,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3946783475_lower_upper1_08F5BA8BD27044F79E93731D01A623CD/part-00000 dst=null perm=null
2014-04-10 10:49:38,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/3946783475_lower_upper1_08F5BA8BD27044F79E93731D01A623CD/_temporary/1/task_1397144823869_0010_r_000000/part-00000 dst=/tmp/hadoop-brock/3946783475_lower_upper1_08F5BA8BD27044F79E93731D01A623CD/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:38,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/3946783475_lower_upper1_08F5BA8BD27044F79E93731D01A623CD/_temporary dst=null perm=null
2014-04-10 10:49:38,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/3946783475_lower_upper1_08F5BA8BD27044F79E93731D01A623CD/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:38,717 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/3946783475_lower_upper1_08F5BA8BD27044F79E93731D01A623CD/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-528209650_1
2014-04-10 10:49:38,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:38,751 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-528209650_1
2014-04-10 10:49:38,782 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37030, dest: /127.0.0.1:55175, bytes: 76004, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-528209650_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741929_1105, duration: 4896971851
2014-04-10 10:49:38,782 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741929_1105, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:38,783 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44803, dest: /127.0.0.1:36139, bytes: 76004, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-528209650_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741929_1105, duration: 4897950329
2014-04-10 10:49:38,783 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 16030
2014-04-10 10:49:38,783 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741929_1105, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:38,784 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52752, dest: /127.0.0.1:55289, bytes: 76004, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-528209650_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741929_1105, duration: 4899115439
2014-04-10 10:49:38,784 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 16030
2014-04-10 10:49:38,785 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741929_1105, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:38,785 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 16030
2014-04-10 10:49:38,801 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job_1397144823869_0010_1.jhist is closed by DFSClient_NONMAPREDUCE_-528209650_1
2014-04-10 10:49:38,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0010.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:38,821 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0010.summary_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:49:38,837 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741931_1107 src: /127.0.0.1:37053 dest: /127.0.0.1:55175
2014-04-10 10:49:38,838 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741931_1107 src: /127.0.0.1:44828 dest: /127.0.0.1:36139
2014-04-10 10:49:38,839 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741931_1107 src: /127.0.0.1:44956 dest: /127.0.0.1:53466
2014-04-10 10:49:38,843 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44956, dest: /127.0.0.1:53466, bytes: 432, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-528209650_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741931_1107, duration: 2075837
2014-04-10 10:49:38,843 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741931_1107, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:38,843 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:49:38,843 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44828, dest: /127.0.0.1:36139, bytes: 432, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-528209650_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741931_1107, duration: 2593167
2014-04-10 10:49:38,844 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741931_1107, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:38,844 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:49:38,844 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37053, dest: /127.0.0.1:55175, bytes: 432, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-528209650_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741931_1107, duration: 3435368
2014-04-10 10:49:38,844 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741931_1107, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:38,845 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:49:38,859 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0010.summary_tmp is closed by DFSClient_NONMAPREDUCE_-528209650_1
2014-04-10 10:49:38,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0010.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:49:38,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job_1397144823869_0010_1.jhist dst=null perm=null
2014-04-10 10:49:38,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0010-1397144964446-brock-%5B8DF4C8B843834B04B6837BAD920B707A%2F3E071E6C561E414E-1397144978752-6-1-SUCCEEDED-default-1397144967408.jhist_tmp dst=null perm=null
2014-04-10 10:49:38,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job_1397144823869_0010_1.jhist dst=null perm=null
2014-04-10 10:49:38,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0010-1397144964446-brock-%5B8DF4C8B843834B04B6837BAD920B707A%2F3E071E6C561E414E-1397144978752-6-1-SUCCEEDED-default-1397144967408.jhist_tmp dst=null perm=null
2014-04-10 10:49:38,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job_1397144823869_0010_1.jhist dst=null perm=null
2014-04-10 10:49:38,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0010-1397144964446-brock-%5B8DF4C8B843834B04B6837BAD920B707A%2F3E071E6C561E414E-1397144978752-6-1-SUCCEEDED-default-1397144967408.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:38,903 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52780, bytes: 76600, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-528209650_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741929_1105, duration: 226762
2014-04-10 10:49:38,906 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0010-1397144964446-brock-%5B8DF4C8B843834B04B6837BAD920B707A%2F3E071E6C561E414E-1397144978752-6-1-SUCCEEDED-default-1397144967408.jhist_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:49:38,920 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741932_1108 src: /127.0.0.1:37057 dest: /127.0.0.1:55175
2014-04-10 10:49:38,921 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741932_1108 src: /127.0.0.1:44832 dest: /127.0.0.1:36139
2014-04-10 10:49:38,922 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741932_1108 src: /127.0.0.1:52783 dest: /127.0.0.1:55289
2014-04-10 10:49:38,927 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52783, dest: /127.0.0.1:55289, bytes: 76004, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-528209650_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741932_1108, duration: 3859913
2014-04-10 10:49:38,928 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741932_1108, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:38,928 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:49:38,928 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44832, dest: /127.0.0.1:36139, bytes: 76004, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-528209650_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741932_1108, duration: 4123089
2014-04-10 10:49:38,929 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741932_1108, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:38,929 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:49:38,929 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37057, dest: /127.0.0.1:55175, bytes: 76004, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-528209650_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741932_1108, duration: 5369217
2014-04-10 10:49:38,930 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741932_1108, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:38,930 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:49:38,942 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0010-1397144964446-brock-%5B8DF4C8B843834B04B6837BAD920B707A%2F3E071E6C561E414E-1397144978752-6-1-SUCCEEDED-default-1397144967408.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-528209650_1
2014-04-10 10:49:38,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0010-1397144964446-brock-%5B8DF4C8B843834B04B6837BAD920B707A%2F3E071E6C561E414E-1397144978752-6-1-SUCCEEDED-default-1397144967408.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:49:38,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job_1397144823869_0010_1_conf.xml dst=null perm=null
2014-04-10 10:49:38,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0010_conf.xml_tmp dst=null perm=null
2014-04-10 10:49:38,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job_1397144823869_0010_1_conf.xml dst=null perm=null
2014-04-10 10:49:38,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0010_conf.xml_tmp dst=null perm=null
2014-04-10 10:49:38,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010/job_1397144823869_0010_1_conf.xml dst=null perm=null
2014-04-10 10:49:38,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0010_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:38,970 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37060, bytes: 96639, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-528209650_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741928_1104, duration: 380809
2014-04-10 10:49:38,973 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0010_conf.xml_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:49:38,986 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741933_1109 src: /127.0.0.1:52785 dest: /127.0.0.1:55289
2014-04-10 10:49:38,988 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741933_1109 src: /127.0.0.1:37062 dest: /127.0.0.1:55175
2014-04-10 10:49:38,989 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741933_1109 src: /127.0.0.1:44964 dest: /127.0.0.1:53466
2014-04-10 10:49:38,992 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44964, dest: /127.0.0.1:53466, bytes: 95887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-528209650_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741933_1109, duration: 2343021
2014-04-10 10:49:38,992 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741933_1109, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:38,993 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:49:38,993 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37062, dest: /127.0.0.1:55175, bytes: 95887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-528209650_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741933_1109, duration: 2693082
2014-04-10 10:49:38,993 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741933_1109, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:38,993 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:49:38,994 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52785, dest: /127.0.0.1:55289, bytes: 95887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-528209650_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741933_1109, duration: 3865724
2014-04-10 10:49:38,994 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741933_1109, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:38,994 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:49:39,009 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0010_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-528209650_1
2014-04-10 10:49:39,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0010_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:49:39,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0010.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0010.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:49:39,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0010_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0010_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:49:39,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0010-1397144964446-brock-%5B8DF4C8B843834B04B6837BAD920B707A%2F3E071E6C561E414E-1397144978752-6-1-SUCCEEDED-default-1397144967408.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0010-1397144964446-brock-%5B8DF4C8B843834B04B6837BAD920B707A%2F3E071E6C561E414E-1397144978752-6-1-SUCCEEDED-default-1397144967408.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:49:39,076 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397144823869_0010_000001 with final state: FINISHING
2014-04-10 10:49:39,076 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0010_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:49:39,076 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397144823869_0010 with final state: FINISHING
2014-04-10 10:49:39,077 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0010 State change from RUNNING to FINAL_SAVING
2014-04-10 10:49:39,077 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0010
2014-04-10 10:49:39,077 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0010_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:49:39,077 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0010 State change from FINAL_SAVING to FINISHING
2014-04-10 10:49:39,120 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:49:39,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:49:39,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:49:39,125 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397144823869_0010 from file: hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0010-1397144964446-brock-%5B8DF4C8B843834B04B6837BAD920B707A%2F3E071E6C561E414E-1397144978752-6-1-SUCCEEDED-default-1397144967408.jhist
2014-04-10 10:49:39,125 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0010-1397144964446-brock-%5B8DF4C8B843834B04B6837BAD920B707A%2F3E071E6C561E414E-1397144978752-6-1-SUCCEEDED-default-1397144967408.jhist]
2014-04-10 10:49:39,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0010-1397144964446-brock-%5B8DF4C8B843834B04B6837BAD920B707A%2F3E071E6C561E414E-1397144978752-6-1-SUCCEEDED-default-1397144967408.jhist dst=null perm=null
2014-04-10 10:49:39,130 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52791, bytes: 76600, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741932_1108, duration: 407301
2014-04-10 10:49:39,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0010.summary dst=null perm=null
2014-04-10 10:49:39,153 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37068, bytes: 436, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_538767685_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741931_1107, duration: 114542
2014-04-10 10:49:39,153 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397144823869_0010,submitTime=1397144964446,launchTime=1397144967408,firstMapTaskLaunchTime=1397144969586,firstReduceTaskLaunchTime=1397144976501,finishTime=1397144978752,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=6,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=27,reduceSlotSeconds=2,jobName=[8DF4C8B843834B04B6837BAD920B707A/3E071E6C561E414EAFE7D9C8D6DAA161] lower*upper1*upper2/(2/2)
2014-04-10 10:49:39,153 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0010.summary]
2014-04-10 10:49:39,167 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741931_1107 127.0.0.1:55175 127.0.0.1:36139 127.0.0.1:53466
2014-04-10 10:49:39,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0010.summary dst=null perm=null
2014-04-10 10:49:39,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:49:39,169 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0010-1397144964446-brock-%5B8DF4C8B843834B04B6837BAD920B707A%2F3E071E6C561E414E-1397144978752-6-1-SUCCEEDED-default-1397144967408.jhist to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0010-1397144964446-brock-%5B8DF4C8B843834B04B6837BAD920B707A%2F3E071E6C561E414E-1397144978752-6-1-SUCCEEDED-default-1397144967408.jhist
2014-04-10 10:49:39,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0010-1397144964446-brock-%5B8DF4C8B843834B04B6837BAD920B707A%2F3E071E6C561E414E-1397144978752-6-1-SUCCEEDED-default-1397144967408.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0010-1397144964446-brock-%5B8DF4C8B843834B04B6837BAD920B707A%2F3E071E6C561E414E-1397144978752-6-1-SUCCEEDED-default-1397144967408.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:49:39,185 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0010_conf.xml to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0010_conf.xml
2014-04-10 10:49:39,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0010_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0010_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:49:39,202 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper1*upper2] starting step: (1/2) ...splatform/cogroupacogroup
2014-04-10 10:49:39,210 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:49:39,217 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:49:39,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup dst=null perm=null
2014-04-10 10:49:39,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:49:39,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:49:39,220 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 11
2014-04-10 10:49:39,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011 dst=null perm=null
2014-04-10 10:49:39,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:49:39,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:49:39,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.jar dst=null perm=null
2014-04-10 10:49:39,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:49:39,262 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:49:39,278 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741934_1110 src: /127.0.0.1:44844 dest: /127.0.0.1:36139
2014-04-10 10:49:39,279 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741934_1110 src: /127.0.0.1:52795 dest: /127.0.0.1:55289
2014-04-10 10:49:39,280 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741934_1110 src: /127.0.0.1:44973 dest: /127.0.0.1:53466
2014-04-10 10:49:39,286 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44973, dest: /127.0.0.1:53466, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741934_1110, duration: 3420052
2014-04-10 10:49:39,286 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741934_1110, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:39,286 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52795, dest: /127.0.0.1:55289, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741934_1110, duration: 5005817
2014-04-10 10:49:39,287 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:49:39,287 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741934_1110, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:39,287 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44844, dest: /127.0.0.1:36139, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741934_1110, duration: 4675511
2014-04-10 10:49:39,287 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:49:39,287 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741934_1110, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:39,289 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:49:39,301 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:49:39,302 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.jar
2014-04-10 10:49:39,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.jar dst=null perm=null
2014-04-10 10:49:39,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:49:39,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:49:39,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:49:39,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:49:39,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:49:39,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:49:39,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:49:39,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:49:39,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:49:39,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:49:39,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3946783475_lower_upper1_08F5BA8BD27044F79E93731D01A623CD dst=null perm=null
2014-04-10 10:49:39,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3946783475_lower_upper1_08F5BA8BD27044F79E93731D01A623CD dst=null perm=null
2014-04-10 10:49:39,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/3946783475_lower_upper1_08F5BA8BD27044F79E93731D01A623CD dst=null perm=null
2014-04-10 10:49:39,331 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:49:39,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:49:39,333 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:49:39,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:49:39,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3946783475_lower_upper1_08F5BA8BD27044F79E93731D01A623CD dst=null perm=null
2014-04-10 10:49:39,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3946783475_lower_upper1_08F5BA8BD27044F79E93731D01A623CD dst=null perm=null
2014-04-10 10:49:39,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/3946783475_lower_upper1_08F5BA8BD27044F79E93731D01A623CD dst=null perm=null
2014-04-10 10:49:39,339 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:49:39,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:49:39,341 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:49:39,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:49:39,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:49:39,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:49:39,368 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.split
2014-04-10 10:49:39,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.split dst=null perm=null
2014-04-10 10:49:39,378 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.split. BP-1649026925-127.0.0.1-1397144808341 blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:49:39,394 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741935_1111 src: /127.0.0.1:44974 dest: /127.0.0.1:53466
2014-04-10 10:49:39,395 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741935_1111 src: /127.0.0.1:44848 dest: /127.0.0.1:36139
2014-04-10 10:49:39,396 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741935_1111 src: /127.0.0.1:37075 dest: /127.0.0.1:55175
2014-04-10 10:49:39,397 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741935_1111 src: /127.0.0.1:52800 dest: /127.0.0.1:55289
2014-04-10 10:49:39,401 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52800, dest: /127.0.0.1:55289, bytes: 2237, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741935_1111, duration: 2214599
2014-04-10 10:49:39,401 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741935_1111, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:39,401 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:49:39,402 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37075, dest: /127.0.0.1:55175, bytes: 2237, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741935_1111, duration: 2600689
2014-04-10 10:49:39,402 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741935_1111, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:39,402 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:49:39,402 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44848, dest: /127.0.0.1:36139, bytes: 2237, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741935_1111, duration: 3515552
2014-04-10 10:49:39,403 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741935_1111, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:39,403 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:49:39,403 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44974, dest: /127.0.0.1:53466, bytes: 2237, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741935_1111, duration: 4123703
2014-04-10 10:49:39,403 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741935_1111, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:39,404 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:49:39,417 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.split is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:49:39,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:49:39,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:49:39,436 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.splitmetainfo. BP-1649026925-127.0.0.1-1397144808341 blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:49:39,452 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741936_1112 src: /127.0.0.1:52801 dest: /127.0.0.1:55289
2014-04-10 10:49:39,453 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741936_1112 src: /127.0.0.1:44852 dest: /127.0.0.1:36139
2014-04-10 10:49:39,455 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741936_1112 src: /127.0.0.1:37079 dest: /127.0.0.1:55175
2014-04-10 10:49:39,458 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37079, dest: /127.0.0.1:55175, bytes: 219, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741936_1112, duration: 1531192
2014-04-10 10:49:39,458 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741936_1112, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:39,458 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:49:39,458 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44852, dest: /127.0.0.1:36139, bytes: 219, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741936_1112, duration: 2394474
2014-04-10 10:49:39,459 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741936_1112, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:39,459 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:49:39,459 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52801, dest: /127.0.0.1:55289, bytes: 219, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741936_1112, duration: 3125143
2014-04-10 10:49:39,460 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741936_1112, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:39,460 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:49:39,476 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:49:39,476 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:6
2014-04-10 10:49:39,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:49:39,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:49:39,509 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:49:39,519 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741937_1113 src: /127.0.0.1:44854 dest: /127.0.0.1:36139
2014-04-10 10:49:39,520 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741937_1113 src: /127.0.0.1:44982 dest: /127.0.0.1:53466
2014-04-10 10:49:39,521 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741937_1113 src: /127.0.0.1:52806 dest: /127.0.0.1:55289
2014-04-10 10:49:39,525 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52806, dest: /127.0.0.1:55289, bytes: 82117, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741937_1113, duration: 2467431
2014-04-10 10:49:39,525 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741937_1113, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:39,525 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:49:39,525 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44982, dest: /127.0.0.1:53466, bytes: 82117, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741937_1113, duration: 3067977
2014-04-10 10:49:39,526 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741937_1113, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:39,526 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:49:39,526 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44854, dest: /127.0.0.1:36139, bytes: 82117, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741937_1113, duration: 3737537
2014-04-10 10:49:39,527 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741937_1113, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:39,527 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:49:39,542 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.xml is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:49:39,543 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397144823869_0011
2014-04-10 10:49:39,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011 dst=null perm=null
2014-04-10 10:49:39,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.xml dst=null perm=null
2014-04-10 10:49:39,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.xml dst=null perm=null
2014-04-10 10:49:39,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.jar dst=null perm=null
2014-04-10 10:49:39,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.jar dst=null perm=null
2014-04-10 10:49:39,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.split dst=null perm=null
2014-04-10 10:49:39,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.split dst=null perm=null
2014-04-10 10:49:39,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.splitmetainfo dst=null perm=null
2014-04-10 10:49:39,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.splitmetainfo dst=null perm=null
2014-04-10 10:49:39,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:49:39,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:49:39,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:49:39,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:49:39,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:49:39,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:49:39,566 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0010_01_000008
2014-04-10 10:49:39,567 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0010_01_000008 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:49:39,567 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0010_01_000008 in state: COMPLETED event:FINISHED
2014-04-10 10:49:39,567 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0010 CONTAINERID=container_1397144823869_0010_01_000008
2014-04-10 10:49:39,567 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0010_01_000008 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:49:39,567 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:49:39,568 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0010_01_000008, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:39,568 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:39,568 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:49:39,568 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0010_000001 released container container_1397144823869_0010_01_000008 on node: host: localhost:50571 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:49:39,600 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 11 submitted by user brock
2014-04-10 10:49:39,600 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397144823869_0011
2014-04-10 10:49:39,600 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397144823869_0011
2014-04-10 10:49:39,600 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0011
2014-04-10 10:49:39,600 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0011 State change from NEW to NEW_SAVING
2014-04-10 10:49:39,601 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0011 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:49:39,601 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397144823869_0011_000001
2014-04-10 10:49:39,601 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0011_000001 State change from NEW to SUBMITTED
2014-04-10 10:49:39,602 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397144823869_0011 from user: brock activated in queue: default
2014-04-10 10:49:39,602 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397144823869_0011 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@1ba82161, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:49:39,602 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397144823869_0011 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:49:39,602 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397144823869_0011
2014-04-10 10:49:39,602 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397144823869_0011_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:49:39,603 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0011_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:49:39,603 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0011 State change from SUBMITTED to ACCEPTED
2014-04-10 10:49:39,605 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:60619/proxy/application_1397144823869_0011/
2014-04-10 10:49:39,605 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper1*upper2] submitted hadoop job: job_1397144823869_0011
2014-04-10 10:49:39,605 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper1*upper2] tracking url: http://localhost:60619/proxy/application_1397144823869_0011/
2014-04-10 10:49:40,101 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741924_1100 127.0.0.1:55175 127.0.0.1:55289 127.0.0.1:36139 127.0.0.1:53466
2014-04-10 10:49:40,101 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741925_1101 127.0.0.1:55289 127.0.0.1:53466 127.0.0.1:55175 127.0.0.1:36139
2014-04-10 10:49:40,102 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741926_1102 127.0.0.1:55175 127.0.0.1:53466 127.0.0.1:36139
2014-04-10 10:49:40,102 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741927_1103 127.0.0.1:36139 127.0.0.1:53466 127.0.0.1:55289
2014-04-10 10:49:40,102 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741929_1105 127.0.0.1:55289 127.0.0.1:36139 127.0.0.1:55175
2014-04-10 10:49:40,102 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741928_1104 127.0.0.1:53466 127.0.0.1:55289 127.0.0.1:55175
2014-04-10 10:49:40,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0010 dst=null perm=null
2014-04-10 10:49:40,207 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0011_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:49:40,207 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0011 CONTAINERID=container_1397144823869_0011_01_000001
2014-04-10 10:49:40,207 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0011_01_000001 of capacity <memory:2048, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 10:49:40,207 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0011 container=Container: [ContainerId: container_1397144823869_0011_01_000001, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0011_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:40,208 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:49:40,208 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0011_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:49:40,208 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:40,209 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397144823869_0011 AttemptId: appattempt_1397144823869_0011_000001 MasterContainer: Container: [ContainerId: container_1397144823869_0011_01_000001, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:52024 }, ]
2014-04-10 10:49:40,209 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0011_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:49:40,209 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0011_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:49:40,209 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397144823869_0011_000001
2014-04-10 10:49:40,210 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397144823869_0011_01_000001, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] for AM appattempt_1397144823869_0011_000001
2014-04-10 10:49:40,210 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397144823869_0011_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:49:40,213 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0011_000001 (auth:SIMPLE)
2014-04-10 10:49:40,215 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0011_01_000001 by user brock
2014-04-10 10:49:40,215 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0011
2014-04-10 10:49:40,215 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0011 CONTAINERID=container_1397144823869_0011_01_000001
2014-04-10 10:49:40,216 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0011 transitioned from NEW to INITING
2014-04-10 10:49:40,216 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0011_01_000001 to application application_1397144823869_0011
2014-04-10 10:49:40,216 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397144823869_0011_01_000001, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] for AM appattempt_1397144823869_0011_000001
2014-04-10 10:49:40,216 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0011 transitioned from INITING to RUNNING
2014-04-10 10:49:40,216 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0011_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:49:40,217 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:49:40,217 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0011
2014-04-10 10:49:40,217 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:49:40,218 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:49:40,218 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:49:40,218 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:49:40,218 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0011_01_000001
2014-04-10 10:49:40,241 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397144823869_0011_01_000001.tokens. Credentials list:
2014-04-10 10:49:40,254 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:49:40,318 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397144823869_0011_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000001.tokens
2014-04-10 10:49:40,318 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0011 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0011
2014-04-10 10:49:40,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.jar dst=null perm=null
2014-04-10 10:49:40,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.jar dst=null perm=null
2014-04-10 10:49:40,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.jar dst=null perm=null
2014-04-10 10:49:40,434 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:44990, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1121004543_7860, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741934_1110, duration: 844674
2014-04-10 10:49:40,459 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0011/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:49:40,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.splitmetainfo dst=null perm=null
2014-04-10 10:49:40,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.splitmetainfo dst=null perm=null
2014-04-10 10:49:40,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.splitmetainfo dst=null perm=null
2014-04-10 10:49:40,486 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37090, bytes: 223, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1121004543_7860, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741936_1112, duration: 242431
2014-04-10 10:49:40,504 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0011/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:49:40,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.split dst=null perm=null
2014-04-10 10:49:40,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.split dst=null perm=null
2014-04-10 10:49:40,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.split dst=null perm=null
2014-04-10 10:49:40,530 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37090, bytes: 2257, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1121004543_7860, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741935_1111, duration: 304843
2014-04-10 10:49:40,550 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0011/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:49:40,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.xml dst=null perm=null
2014-04-10 10:49:40,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.xml dst=null perm=null
2014-04-10 10:49:40,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.xml dst=null perm=null
2014-04-10 10:49:40,577 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44866, bytes: 82761, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1121004543_7860, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741937_1113, duration: 432238
2014-04-10 10:49:40,595 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0011/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:49:40,596 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:49:40,626 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:49:40,627 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:40,688 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000001/default_container_executor.sh]
2014-04-10 10:49:40,772 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:55289 to replicate blk_1073741934_1110 to datanode(s) 127.0.0.1:55175
2014-04-10 10:49:40,773 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073741924_1100, blk_1073741925_1101, blk_1073741926_1102, blk_1073741927_1103, blk_1073741928_1104, blk_1073741931_1107]
2014-04-10 10:49:40,773 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073741924_1100, blk_1073741925_1101, blk_1073741926_1102, blk_1073741927_1103, blk_1073741929_1105, blk_1073741931_1107]
2014-04-10 10:49:41,206 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0011_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:49:41,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:49:41,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/COMMIT_STARTED dst=null perm=null
2014-04-10 10:49:41,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:49:41,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/COMMIT_FAIL dst=null perm=null
2014-04-10 10:49:41,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011 dst=null perm=null
2014-04-10 10:49:41,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:49:41,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:49:42,005 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, infoPort=58659, ipcPort=38925, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) Starting thread to transfer BP-1649026925-127.0.0.1-1397144808341:blk_1073741934_1110 to 127.0.0.1:55175
2014-04-10 10:49:42,007 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741934_1110 src: /127.0.0.1:37096 dest: /127.0.0.1:55175
2014-04-10 10:49:42,007 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1649026925-127.0.0.1-1397144808341:blk_1073741934_1110 (numBytes=244650) to 127.0.0.1/127.0.0.1:55175
2014-04-10 10:49:42,009 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1649026925-127.0.0.1-1397144808341:blk_1073741934_1110 src: /127.0.0.1:37096 dest: /127.0.0.1:55175 of size 244650
2014-04-10 10:49:42,009 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741934_1110 size 244650
2014-04-10 10:49:42,065 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741924_1100 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741924 for deletion
2014-04-10 10:49:42,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741925_1101 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741925 for deletion
2014-04-10 10:49:42,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741926_1102 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741926 for deletion
2014-04-10 10:49:42,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741925_1101 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741925
2014-04-10 10:49:42,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741924_1100 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741924
2014-04-10 10:49:42,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741927_1103 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741927 for deletion
2014-04-10 10:49:42,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741926_1102 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741926
2014-04-10 10:49:42,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741927_1103 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741927
2014-04-10 10:49:42,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741928_1104 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741928 for deletion
2014-04-10 10:49:42,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741931_1107 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741931 for deletion
2014-04-10 10:49:42,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741928_1104 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741928
2014-04-10 10:49:42,066 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741931_1107 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741931
2014-04-10 10:49:42,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741924_1100 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741924 for deletion
2014-04-10 10:49:42,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741925_1101 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741925 for deletion
2014-04-10 10:49:42,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741926_1102 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741926 for deletion
2014-04-10 10:49:42,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741925_1101 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741925
2014-04-10 10:49:42,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741927_1103 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741927 for deletion
2014-04-10 10:49:42,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741924_1100 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741924
2014-04-10 10:49:42,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741929_1105 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741929 for deletion
2014-04-10 10:49:42,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741927_1103 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741927
2014-04-10 10:49:42,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741931_1107 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741931 for deletion
2014-04-10 10:49:42,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741926_1102 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741926
2014-04-10 10:49:42,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741931_1107 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741931
2014-04-10 10:49:42,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741929_1105 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741929
2014-04-10 10:49:42,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.splitmetainfo dst=null perm=null
2014-04-10 10:49:42,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.splitmetainfo dst=null perm=null
2014-04-10 10:49:42,210 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52823, bytes: 223, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-580322249_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741936_1112, duration: 163742
2014-04-10 10:49:42,764 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741937_1113
2014-04-10 10:49:42,800 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0011_000001 (auth:SIMPLE)
2014-04-10 10:49:42,802 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397144823869_0011_000001
2014-04-10 10:49:42,802 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397144823869_0011 APPATTEMPTID=appattempt_1397144823869_0011_000001
2014-04-10 10:49:42,802 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0011_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:49:42,802 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0011 State change from ACCEPTED to RUNNING
2014-04-10 10:49:42,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job_1397144823869_0011_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:42,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:49:42,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job_1397144823869_0011_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:42,964 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741934_1110
2014-04-10 10:49:42,965 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741930_1106
2014-04-10 10:49:42,966 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741933_1109
2014-04-10 10:49:42,987 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job_1397144823869_0011_1_conf.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:49:43,034 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741938_1114 src: /127.0.0.1:44875 dest: /127.0.0.1:36139
2014-04-10 10:49:43,034 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741938_1114 src: /127.0.0.1:45004 dest: /127.0.0.1:53466
2014-04-10 10:49:43,035 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741938_1114 src: /127.0.0.1:52828 dest: /127.0.0.1:55289
2014-04-10 10:49:43,041 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52828, dest: /127.0.0.1:55289, bytes: 96100, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-580322249_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741938_1114, duration: 5606365
2014-04-10 10:49:43,042 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741938_1114, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:43,042 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:49:43,042 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45004, dest: /127.0.0.1:53466, bytes: 96100, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-580322249_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741938_1114, duration: 5986173
2014-04-10 10:49:43,042 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741938_1114, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:43,042 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:49:43,042 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44875, dest: /127.0.0.1:36139, bytes: 96100, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-580322249_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741938_1114, duration: 6537297
2014-04-10 10:49:43,043 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741938_1114, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:43,043 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:49:43,059 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job_1397144823869_0011_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-580322249_1
2014-04-10 10:49:43,164 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741935_1111
2014-04-10 10:49:43,165 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741938_1114
2014-04-10 10:49:43,271 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741935_1111
2014-04-10 10:49:43,271 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741937_1113
2014-04-10 10:49:43,272 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741933_1109
2014-04-10 10:49:43,362 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741933_1109
2014-04-10 10:49:43,363 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741936_1112
2014-04-10 10:49:43,363 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741930_1106
2014-04-10 10:49:43,473 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741934_1110
2014-04-10 10:49:43,474 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741938_1114
2014-04-10 10:49:43,556 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741935_1111
2014-04-10 10:49:43,557 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741938_1114
2014-04-10 10:49:43,558 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741932_1108
2014-04-10 10:49:43,559 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741936_1112
2014-04-10 10:49:43,563 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741934_1110
2014-04-10 10:49:43,564 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741929_1105
2014-04-10 10:49:43,565 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741931_1107
2014-04-10 10:49:43,565 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741935_1111
2014-04-10 10:49:43,672 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741929_1105
2014-04-10 10:49:43,673 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741930_1106
2014-04-10 10:49:43,673 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741936_1112
2014-04-10 10:49:43,674 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741932_1108
2014-04-10 10:49:43,758 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741934_1110
2014-04-10 10:49:43,762 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741932_1108
2014-04-10 10:49:43,773 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073741924_1100, blk_1073741925_1101, blk_1073741926_1102, blk_1073741928_1104, blk_1073741929_1105, blk_1073741931_1107]
2014-04-10 10:49:43,773 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073741924_1100, blk_1073741925_1101, blk_1073741927_1103, blk_1073741928_1104, blk_1073741929_1105]
2014-04-10 10:49:43,958 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741937_1113
2014-04-10 10:49:44,207 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0011_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:49:44,208 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0011 CONTAINERID=container_1397144823869_0011_01_000002
2014-04-10 10:49:44,208 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0011_01_000002 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:49:44,208 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0011 container=Container: [ContainerId: container_1397144823869_0011_01_000002, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0011_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:44,208 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:49:44,209 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:44,209 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0011_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:49:44,209 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0011 CONTAINERID=container_1397144823869_0011_01_000003
2014-04-10 10:49:44,210 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0011_01_000003 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 10:49:44,210 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0011 container=Container: [ContainerId: container_1397144823869_0011_01_000003, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0011_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:44,210 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:49:44,210 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:44,336 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0011_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:49:44,337 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0011 CONTAINERID=container_1397144823869_0011_01_000004
2014-04-10 10:49:44,337 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0011_01_000004 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:49:44,337 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0011 container=Container: [ContainerId: container_1397144823869_0011_01_000004, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0011_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:44,337 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:49:44,338 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:44,338 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0011_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:49:44,338 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0011 CONTAINERID=container_1397144823869_0011_01_000005
2014-04-10 10:49:44,339 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0011_01_000005 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:49:44,339 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0011 container=Container: [ContainerId: container_1397144823869_0011_01_000005, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0011_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:44,339 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:49:44,339 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:44,340 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0011_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:49:44,340 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0011 CONTAINERID=container_1397144823869_0011_01_000006
2014-04-10 10:49:44,340 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0011_01_000006 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 10:49:44,341 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0011 container=Container: [ContainerId: container_1397144823869_0011_01_000006, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0011_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:44,341 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 10:49:44,341 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:44,342 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0011_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:49:44,342 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0011 CONTAINERID=container_1397144823869_0011_01_000007
2014-04-10 10:49:44,342 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0011_01_000007 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 10:49:44,342 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0011 container=Container: [ContainerId: container_1397144823869_0011_01_000007, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0011_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7 usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:44,343 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8
2014-04-10 10:49:44,343 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:8> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:44,845 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0011_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:49:44,846 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0011_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:49:44,846 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0011_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:49:44,846 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0011_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:49:44,846 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0011_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:49:44,846 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0011_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:49:44,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.jar dst=null perm=null
2014-04-10 10:49:44,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.jar dst=null perm=null
2014-04-10 10:49:44,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.xml dst=null perm=null
2014-04-10 10:49:44,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.xml dst=null perm=null
2014-04-10 10:49:44,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:49:44,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:49:44,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:49:44,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:49:44,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:49:44,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:49:44,977 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0011_000001 (auth:SIMPLE)
2014-04-10 10:49:44,977 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0011_000001 (auth:SIMPLE)
2014-04-10 10:49:44,981 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0011_01_000002 by user brock
2014-04-10 10:49:44,981 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0011_01_000003 by user brock
2014-04-10 10:49:44,981 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0011 CONTAINERID=container_1397144823869_0011_01_000002
2014-04-10 10:49:44,981 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0011_01_000002 to application application_1397144823869_0011
2014-04-10 10:49:44,981 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0011_01_000007 by user brock
2014-04-10 10:49:44,982 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0011_01_000003 to application application_1397144823869_0011
2014-04-10 10:49:44,982 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0011_01_000004 by user brock
2014-04-10 10:49:44,982 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0011 CONTAINERID=container_1397144823869_0011_01_000003
2014-04-10 10:49:44,982 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0011
2014-04-10 10:49:44,982 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:49:44,983 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0011 CONTAINERID=container_1397144823869_0011_01_000007
2014-04-10 10:49:44,982 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0011_01_000004 to application application_1397144823869_0011
2014-04-10 10:49:44,983 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:49:44,983 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0011 transitioned from NEW to INITING
2014-04-10 10:49:44,982 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0011 CONTAINERID=container_1397144823869_0011_01_000004
2014-04-10 10:49:44,983 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0011_01_000005 by user brock
2014-04-10 10:49:44,983 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0011_01_000007 to application application_1397144823869_0011
2014-04-10 10:49:44,983 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0011_01_000006 by user brock
2014-04-10 10:49:44,983 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0011
2014-04-10 10:49:44,984 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0011_01_000005 to application application_1397144823869_0011
2014-04-10 10:49:44,984 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0011 CONTAINERID=container_1397144823869_0011_01_000005
2014-04-10 10:49:44,984 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0011_01_000006 to application application_1397144823869_0011
2014-04-10 10:49:44,984 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0011 CONTAINERID=container_1397144823869_0011_01_000006
2014-04-10 10:49:44,985 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0011 transitioned from INITING to RUNNING
2014-04-10 10:49:44,984 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0011
2014-04-10 10:49:44,985 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:49:44,985 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:49:44,985 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0011
2014-04-10 10:49:44,986 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:49:44,986 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0011
2014-04-10 10:49:44,986 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0011
2014-04-10 10:49:44,986 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:49:44,986 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 10:49:44,986 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0011
2014-04-10 10:49:44,987 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:49:44,987 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0011
2014-04-10 10:49:44,987 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:49:44,987 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0011
2014-04-10 10:49:44,987 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:49:44,987 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:49:44,987 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0011
2014-04-10 10:49:44,988 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:49:44,988 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:49:44,988 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0011
2014-04-10 10:49:44,988 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0011
2014-04-10 10:49:44,988 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:49:44,988 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0011
2014-04-10 10:49:44,988 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0011
2014-04-10 10:49:44,988 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0011
2014-04-10 10:49:44,989 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:49:44,989 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0011
2014-04-10 10:49:44,989 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0011
2014-04-10 10:49:44,989 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0011
2014-04-10 10:49:44,989 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:49:44,989 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0011
2014-04-10 10:49:44,989 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0011_01_000004
2014-04-10 10:49:44,989 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0011_01_000005
2014-04-10 10:49:44,989 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0011_01_000007
2014-04-10 10:49:44,990 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0011_01_000006
2014-04-10 10:49:45,002 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397144823869_0011_01_000007.tokens. Credentials list:
2014-04-10 10:49:45,002 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397144823869_0011_01_000004.tokens. Credentials list:
2014-04-10 10:49:45,002 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397144823869_0011_01_000005.tokens. Credentials list:
2014-04-10 10:49:45,002 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397144823869_0011_01_000006.tokens. Credentials list:
2014-04-10 10:49:45,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741924_1100 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741924 for deletion
2014-04-10 10:49:45,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741925_1101 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741925 for deletion
2014-04-10 10:49:45,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741924_1100 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741924
2014-04-10 10:49:45,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741927_1103 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741927 for deletion
2014-04-10 10:49:45,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741925_1101 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741925
2014-04-10 10:49:45,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741928_1104 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741928 for deletion
2014-04-10 10:49:45,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741927_1103 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741927
2014-04-10 10:49:45,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741929_1105 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741929 for deletion
2014-04-10 10:49:45,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741928_1104 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741928
2014-04-10 10:49:45,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741929_1105 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741929
2014-04-10 10:49:45,012 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:49:45,016 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:49:45,016 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:49:45,016 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:45,016 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:45,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741924_1100 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741924 for deletion
2014-04-10 10:49:45,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741925_1101 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741925 for deletion
2014-04-10 10:49:45,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741924_1100 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741924
2014-04-10 10:49:45,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741926_1102 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741926 for deletion
2014-04-10 10:49:45,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741925_1101 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741925
2014-04-10 10:49:45,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741926_1102 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741926
2014-04-10 10:49:45,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741928_1104 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741928 for deletion
2014-04-10 10:49:45,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741929_1105 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741929 for deletion
2014-04-10 10:49:45,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741928_1104 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741928
2014-04-10 10:49:45,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741931_1107 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741931 for deletion
2014-04-10 10:49:45,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741929_1105 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741929
2014-04-10 10:49:45,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741931_1107 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741931
2014-04-10 10:49:45,105 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000003/default_container_executor.sh]
2014-04-10 10:49:45,105 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000002/default_container_executor.sh]
2014-04-10 10:49:45,105 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397144823869_0011_01_000007.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000007.tokens
2014-04-10 10:49:45,106 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0011 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0011
2014-04-10 10:49:45,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.jar dst=null perm=null
2014-04-10 10:49:45,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.jar dst=null perm=null
2014-04-10 10:49:45,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.jar dst=null perm=null
2014-04-10 10:49:45,207 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0011_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:49:45,207 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0011_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:49:45,208 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37116, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_763123618_8048, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741934_1110, duration: 404029
2014-04-10 10:49:45,224 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397144823869_0010_01_000001 succeeded
2014-04-10 10:49:45,224 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:49:45,224 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0010_01_000001
2014-04-10 10:49:45,231 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0011/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:49:45,236 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000001
2014-04-10 10:49:45,237 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000001
2014-04-10 10:49:45,237 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000001
2014-04-10 10:49:45,237 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0010/container_1397144823869_0010_01_000001
2014-04-10 10:49:45,237 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0010 CONTAINERID=container_1397144823869_0010_01_000001
2014-04-10 10:49:45,237 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0010_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:49:45,237 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0010_01_000001 from application application_1397144823869_0010
2014-04-10 10:49:45,237 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:45,237 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0010
2014-04-10 10:49:45,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.xml dst=null perm=null
2014-04-10 10:49:45,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.xml dst=null perm=null
2014-04-10 10:49:45,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.xml dst=null perm=null
2014-04-10 10:49:45,250 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45018, bytes: 82761, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_763123618_8048, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741937_1113, duration: 193145
2014-04-10 10:49:45,261 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0011/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:49:45,261 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:49:45,262 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:49:45,262 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:49:45,262 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:49:45,288 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:49:45,288 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:45,298 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 10:49:45,298 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:49:45,298 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:45,298 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:45,299 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:49:45,299 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:45,336 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0011_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:49:45,337 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0011_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:49:45,337 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0011_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:49:45,337 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0011_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:49:45,363 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000005/default_container_executor.sh]
2014-04-10 10:49:45,369 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000007/default_container_executor.sh]
2014-04-10 10:49:45,369 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000004/default_container_executor.sh]
2014-04-10 10:49:45,369 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000006/default_container_executor.sh]
2014-04-10 10:49:45,568 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0010_01_000001
2014-04-10 10:49:45,568 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0010_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:49:45,568 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397144823869_0010_000001
2014-04-10 10:49:45,569 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0010_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:49:45,569 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0010_000001 State change from FINISHING to FINISHED
2014-04-10 10:49:45,569 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0010 CONTAINERID=container_1397144823869_0010_01_000001
2014-04-10 10:49:45,569 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0010 State change from FINISHING to FINISHED
2014-04-10 10:49:45,569 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0010_01_000001 of capacity <memory:2048, vCores:1> on host localhost:50571, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:49:45,569 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397144823869_0010
2014-04-10 10:49:45,569 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397144823869_0010_000001
2014-04-10 10:49:45,569 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:8192, vCores:7> numContainers=7 user=brock user-resources=<memory:8192, vCores:7>
2014-04-10 10:49:45,569 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397144823869_0010,name=[8DF4C8B843834B04B6837BAD920B707A/3E071E6C561E414EAFE7D9C8D6DAA161] lower*upper1*upper2/(2/2),user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:60619/proxy/application_1397144823869_0010/jobhistory/job/job_1397144823869_0010,appMasterHost=localhost.localdomain,startTime=1397144964446,finishTime=1397144979076,finalStatus=SUCCEEDED
2014-04-10 10:49:45,570 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0010_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:45,570 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:45,570 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7
2014-04-10 10:49:45,571 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0010_000001 released container container_1397144823869_0010_01_000001 on node: host: localhost:50571 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:49:45,571 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397144823869_0010_000001 is done. finalState=FINISHED
2014-04-10 10:49:45,571 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397144823869_0010 requests cleared
2014-04-10 10:49:45,571 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397144823869_0010 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:49:45,571 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397144823869_0010 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:49:45,572 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0010_000001 (auth:SIMPLE)
2014-04-10 10:49:45,573 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0010_01_000001
2014-04-10 10:49:45,864 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:49:46,207 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0010 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:49:46,208 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0010
2014-04-10 10:49:46,208 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0010 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:49:46,208 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0010, with delay of 10800 seconds
2014-04-10 10:49:46,208 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0010
2014-04-10 10:49:46,209 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0010
2014-04-10 10:49:46,210 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0010
2014-04-10 10:49:46,211 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0010
2014-04-10 10:49:46,337 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0010 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:49:46,337 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0010
2014-04-10 10:49:46,337 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0010 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:49:46,337 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0010, with delay of 10800 seconds
2014-04-10 10:49:46,338 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0010
2014-04-10 10:49:46,338 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0010
2014-04-10 10:49:46,338 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0010
2014-04-10 10:49:46,338 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0010
2014-04-10 10:49:46,338 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:49:46,569 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0010 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:49:46,569 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0010
2014-04-10 10:49:46,569 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0010
2014-04-10 10:49:46,569 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0010
2014-04-10 10:49:46,569 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0010 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:49:46,569 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0010, with delay of 10800 seconds
2014-04-10 10:49:46,570 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0010
2014-04-10 10:49:46,570 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0010
2014-04-10 10:49:46,694 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397144823869_0011_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000006.tokens
2014-04-10 10:49:46,694 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0011 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0011
2014-04-10 10:49:46,958 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:49:47,389 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397144823869_0011_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000005.tokens
2014-04-10 10:49:47,389 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0011 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0011
2014-04-10 10:49:47,648 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:49:48,129 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397144823869_0011_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000004.tokens
2014-04-10 10:49:48,129 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0011 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0011
2014-04-10 10:49:48,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.split dst=null perm=null
2014-04-10 10:49:48,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.split dst=null perm=null
2014-04-10 10:49:48,592 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52864, bytes: 2257, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0011_m_000000_0_-1703162245_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741935_1111, duration: 197377
2014-04-10 10:49:48,645 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45042, bytes: 2257, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0011_m_000001_0_-1703519877_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741935_1111, duration: 203572
2014-04-10 10:49:48,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/3946783475_lower_upper1_08F5BA8BD27044F79E93731D01A623CD/part-00000 dst=null perm=null
2014-04-10 10:49:48,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/3946783475_lower_upper1_08F5BA8BD27044F79E93731D01A623CD/part-00000 dst=null perm=null
2014-04-10 10:49:48,682 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37142, bytes: 244, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0011_m_000000_0_-1703162245_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741930_1106, duration: 191872
2014-04-10 10:49:48,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.split dst=null perm=null
2014-04-10 10:49:48,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:49:48,814 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37144, bytes: 1741, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0011_m_000002_0_1116578958_1, offset: 512, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741935_1111, duration: 208045
2014-04-10 10:49:48,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.split dst=null perm=null
2014-04-10 10:49:48,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.split dst=null perm=null
2014-04-10 10:49:48,904 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44920, bytes: 1225, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0011_m_000003_0_-1283298054_1, offset: 1024, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741935_1111, duration: 148776
2014-04-10 10:49:48,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:49:48,950 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45050, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0011_m_000002_0_1116578958_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, duration: 199316
2014-04-10 10:49:48,957 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45042, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0011_m_000001_0_-1703519877_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, duration: 153760
2014-04-10 10:49:48,960 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44922, bytes: 709, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0011_m_000005_0_53950175_1, offset: 1536, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741935_1111, duration: 220508
2014-04-10 10:49:48,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:49:48,982 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37150, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0011_m_000003_0_-1283298054_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, duration: 176151
2014-04-10 10:49:48,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job.split dst=null perm=null
2014-04-10 10:49:49,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:49:49,031 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44922, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0011_m_000005_0_53950175_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, duration: 174112
2014-04-10 10:49:49,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup/_temporary/1/_temporary/attempt_1397144823869_0011_m_000000_0 dst=null perm=null
2014-04-10 10:49:49,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup/_temporary/1/_temporary/attempt_1397144823869_0011_m_000001_0 dst=null perm=null
2014-04-10 10:49:49,089 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37153, bytes: 1225, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0011_m_000004_0_1758833117_1, offset: 1024, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741935_1111, duration: 169718
2014-04-10 10:49:49,109 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0011_01_000002
2014-04-10 10:49:49,109 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0011 CONTAINERID=container_1397144823869_0011_01_000002
2014-04-10 10:49:49,109 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:49:49,109 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0011_01_000002
2014-04-10 10:49:49,117 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0011_01_000002 is : 143
2014-04-10 10:49:49,127 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job_1397144823869_0011_1.jhist. BP-1649026925-127.0.0.1-1397144808341 blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:49:49,140 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:49:49,140 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000002
2014-04-10 10:49:49,140 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000002
2014-04-10 10:49:49,140 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000002
2014-04-10 10:49:49,141 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000002
2014-04-10 10:49:49,141 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0011 CONTAINERID=container_1397144823869_0011_01_000002
2014-04-10 10:49:49,142 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:49:49,142 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0011_01_000002 from application application_1397144823869_0011
2014-04-10 10:49:49,142 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:49,142 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0011
2014-04-10 10:49:49,154 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741939_1115 src: /127.0.0.1:37154 dest: /127.0.0.1:55175
2014-04-10 10:49:49,160 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741939_1115 src: /127.0.0.1:45056 dest: /127.0.0.1:53466
2014-04-10 10:49:49,167 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0011_01_000003
2014-04-10 10:49:49,168 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0011 CONTAINERID=container_1397144823869_0011_01_000003
2014-04-10 10:49:49,168 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0011_01_000002
2014-04-10 10:49:49,168 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:49:49,168 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0011_01_000003
2014-04-10 10:49:49,169 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741939_1115 src: /127.0.0.1:52880 dest: /127.0.0.1:55289
2014-04-10 10:49:49,171 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0011_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:49:49,171 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0011_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:49:49,171 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0011 CONTAINERID=container_1397144823869_0011_01_000002
2014-04-10 10:49:49,171 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0011_01_000002 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 10:49:49,172 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 10:49:49,172 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0011_01_000002, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:49,172 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:49,172 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2014-04-10 10:49:49,172 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0011_000001 released container container_1397144823869_0011_01_000002 on node: host: localhost:52024 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 10:49:49,177 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0011_01_000003 is : 143
2014-04-10 10:49:49,178 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job_1397144823869_0011_1.jhist for DFSClient_NONMAPREDUCE_-580322249_1
2014-04-10 10:49:49,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:49:49,184 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45058, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0011_m_000004_0_1758833117_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, duration: 185804
2014-04-10 10:49:49,189 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:49:49,189 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000003
2014-04-10 10:49:49,190 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000003
2014-04-10 10:49:49,190 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000003
2014-04-10 10:49:49,190 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000003
2014-04-10 10:49:49,190 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0011 CONTAINERID=container_1397144823869_0011_01_000003
2014-04-10 10:49:49,190 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:49:49,190 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0011_01_000003 from application application_1397144823869_0011
2014-04-10 10:49:49,190 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:49,190 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0011
2014-04-10 10:49:49,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup/_temporary/1/_temporary/attempt_1397144823869_0011_m_000002_0 dst=null perm=null
2014-04-10 10:49:49,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup/_temporary/1/_temporary/attempt_1397144823869_0011_m_000003_0 dst=null perm=null
2014-04-10 10:49:49,284 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0011_01_000004
2014-04-10 10:49:49,285 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0011 CONTAINERID=container_1397144823869_0011_01_000004
2014-04-10 10:49:49,285 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:49:49,285 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0011_01_000004
2014-04-10 10:49:49,297 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0011_01_000004 is : 143
2014-04-10 10:49:49,308 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:49:49,308 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000004
2014-04-10 10:49:49,308 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000004
2014-04-10 10:49:49,308 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000004
2014-04-10 10:49:49,308 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000004
2014-04-10 10:49:49,308 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0011 CONTAINERID=container_1397144823869_0011_01_000004
2014-04-10 10:49:49,309 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:49:49,309 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0011_01_000004 from application application_1397144823869_0011
2014-04-10 10:49:49,309 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:49,309 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0011
2014-04-10 10:49:49,321 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0011_01_000005
2014-04-10 10:49:49,322 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0011 CONTAINERID=container_1397144823869_0011_01_000005
2014-04-10 10:49:49,322 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:49:49,322 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0011_01_000005
2014-04-10 10:49:49,322 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0011_01_000004
2014-04-10 10:49:49,322 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0011_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:49:49,322 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0011_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:49:49,323 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0011 CONTAINERID=container_1397144823869_0011_01_000004
2014-04-10 10:49:49,323 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0011_01_000004 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 10:49:49,323 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 10:49:49,323 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0011_01_000004, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:49,323 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:49,323 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 10:49:49,323 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0011_000001 released container container_1397144823869_0011_01_000004 on node: host: localhost:56736 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 10:49:49,329 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0011_01_000005 is : 143
2014-04-10 10:49:49,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup/_temporary/1/_temporary/attempt_1397144823869_0011_m_000005_0 dst=null perm=null
2014-04-10 10:49:49,336 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:49:49,336 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000005
2014-04-10 10:49:49,336 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000005
2014-04-10 10:49:49,337 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000005
2014-04-10 10:49:49,337 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000005
2014-04-10 10:49:49,337 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0011 CONTAINERID=container_1397144823869_0011_01_000005
2014-04-10 10:49:49,337 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:49:49,337 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0011_01_000005 from application application_1397144823869_0011
2014-04-10 10:49:49,337 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:49,337 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0011
2014-04-10 10:49:49,374 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0011_01_000007
2014-04-10 10:49:49,374 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0011 CONTAINERID=container_1397144823869_0011_01_000007
2014-04-10 10:49:49,374 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000007 transitioned from RUNNING to KILLING
2014-04-10 10:49:49,374 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0011_01_000007
2014-04-10 10:49:49,374 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0011_01_000005
2014-04-10 10:49:49,374 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0011_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:49:49,375 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0011_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:49:49,375 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0011 CONTAINERID=container_1397144823869_0011_01_000005
2014-04-10 10:49:49,375 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0011_01_000005 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:49:49,375 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 10:49:49,375 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0011_01_000005, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:49,375 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:49,375 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:49:49,375 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0011_000001 released container container_1397144823869_0011_01_000005 on node: host: localhost:56736 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:49:49,380 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0011_01_000007 is : 143
2014-04-10 10:49:49,390 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:49:49,390 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000007
2014-04-10 10:49:49,390 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000007
2014-04-10 10:49:49,390 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000007
2014-04-10 10:49:49,391 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000007
2014-04-10 10:49:49,391 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0011 CONTAINERID=container_1397144823869_0011_01_000007
2014-04-10 10:49:49,391 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:49:49,391 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0011_01_000007 from application application_1397144823869_0011
2014-04-10 10:49:49,391 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:49,391 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0011
2014-04-10 10:49:49,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup/_temporary/1/_temporary/attempt_1397144823869_0011_m_000004_0 dst=null perm=null
2014-04-10 10:49:49,456 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0011_01_000006
2014-04-10 10:49:49,456 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0011 CONTAINERID=container_1397144823869_0011_01_000006
2014-04-10 10:49:49,456 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:49:49,456 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0011_01_000006
2014-04-10 10:49:49,457 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0011_01_000007
2014-04-10 10:49:49,457 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0011_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:49:49,457 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0011_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 10:49:49,457 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0011 CONTAINERID=container_1397144823869_0011_01_000007
2014-04-10 10:49:49,457 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0011_01_000007 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:49:49,457 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:49:49,458 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0011_01_000007, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:49,458 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:49,458 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:49:49,458 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0011_000001 released container container_1397144823869_0011_01_000007 on node: host: localhost:56736 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:49:49,462 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0011_01_000006 is : 143
2014-04-10 10:49:49,469 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:49:49,469 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000006
2014-04-10 10:49:49,469 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000006
2014-04-10 10:49:49,470 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000006
2014-04-10 10:49:49,470 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0011 CONTAINERID=container_1397144823869_0011_01_000006
2014-04-10 10:49:49,470 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000006
2014-04-10 10:49:49,470 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:49:49,470 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0011_01_000006 from application application_1397144823869_0011
2014-04-10 10:49:49,470 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:49,470 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0011
2014-04-10 10:49:50,171 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0011_01_000003
2014-04-10 10:49:50,172 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0011_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:49:50,172 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0011_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:49:50,172 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0011 CONTAINERID=container_1397144823869_0011_01_000003
2014-04-10 10:49:50,172 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0011_01_000003 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:49:50,172 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:49:50,173 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0011_01_000003, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:50,173 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:50,173 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:49:50,173 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0011_000001 released container container_1397144823869_0011_01_000003 on node: host: localhost:52024 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:49:50,457 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0011_01_000006
2014-04-10 10:49:50,458 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0011_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:49:50,458 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0011_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:49:50,458 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0011 CONTAINERID=container_1397144823869_0011_01_000006
2014-04-10 10:49:50,458 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0011_01_000006 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:49:50,458 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:49:50,459 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0011_01_000006, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:50,459 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:50,459 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:49:50,460 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0011_000001 released container container_1397144823869_0011_01_000006 on node: host: localhost:56736 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:49:51,172 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0011_01_000008 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:49:51,173 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0011 CONTAINERID=container_1397144823869_0011_01_000008
2014-04-10 10:49:51,173 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0011_01_000008 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:49:51,173 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0011 container=Container: [ContainerId: container_1397144823869_0011_01_000008, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0011_01_000008 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:51,173 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:49:51,174 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:51,888 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0011_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:49:51,900 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0011_01_000008 by user brock
2014-04-10 10:49:51,901 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0011 CONTAINERID=container_1397144823869_0011_01_000008
2014-04-10 10:49:51,901 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0011_01_000008 to application application_1397144823869_0011
2014-04-10 10:49:51,901 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000008 transitioned from NEW to LOCALIZING
2014-04-10 10:49:51,901 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0011
2014-04-10 10:49:51,902 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0011
2014-04-10 10:49:51,902 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:49:51,902 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0011
2014-04-10 10:49:51,902 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000008 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:49:51,935 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000008 transitioned from LOCALIZED to RUNNING
2014-04-10 10:49:51,935 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:51,996 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000008/default_container_executor.sh]
2014-04-10 10:49:52,172 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0011_01_000008 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:49:52,891 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:49:53,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup/_temporary/1/_temporary/attempt_1397144823869_0011_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:53,776 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup/_temporary/1/_temporary/attempt_1397144823869_0011_r_000000_0/part-00000. BP-1649026925-127.0.0.1-1397144808341 blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:49:53,869 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741940_1116 src: /127.0.0.1:44944 dest: /127.0.0.1:36139
2014-04-10 10:49:53,870 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741940_1116 src: /127.0.0.1:52895 dest: /127.0.0.1:55289
2014-04-10 10:49:53,870 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741940_1116 src: /127.0.0.1:45073 dest: /127.0.0.1:53466
2014-04-10 10:49:53,880 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45073, dest: /127.0.0.1:53466, bytes: 60, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0011_r_000000_0_1176229906_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741940_1116, duration: 8722194
2014-04-10 10:49:53,880 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741940_1116, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:53,880 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52895, dest: /127.0.0.1:55289, bytes: 60, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0011_r_000000_0_1176229906_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741940_1116, duration: 9016204
2014-04-10 10:49:53,880 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:49:53,880 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741940_1116, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:53,881 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44944, dest: /127.0.0.1:36139, bytes: 60, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0011_r_000000_0_1176229906_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741940_1116, duration: 9289032
2014-04-10 10:49:53,881 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741940_1116, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:53,881 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:49:53,881 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:49:53,892 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup/_temporary/1/_temporary/attempt_1397144823869_0011_r_000000_0/part-00000 is closed by DFSClient_attempt_1397144823869_0011_r_000000_0_1176229906_1
2014-04-10 10:49:53,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup/_temporary/1/_temporary/attempt_1397144823869_0011_r_000000_0 dst=null perm=null
2014-04-10 10:49:53,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup/_temporary/1/_temporary/attempt_1397144823869_0011_r_000000_0 dst=null perm=null
2014-04-10 10:49:53,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup/_temporary/1/task_1397144823869_0011_r_000000 dst=null perm=null
2014-04-10 10:49:53,961 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741940_1116
2014-04-10 10:49:53,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup/_temporary/1/_temporary/attempt_1397144823869_0011_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup/_temporary/1/task_1397144823869_0011_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:49:54,038 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0011_01_000008
2014-04-10 10:49:54,039 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0011 CONTAINERID=container_1397144823869_0011_01_000008
2014-04-10 10:49:54,039 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000008 transitioned from RUNNING to KILLING
2014-04-10 10:49:54,039 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0011_01_000008
2014-04-10 10:49:54,047 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0011_01_000008 is : 143
2014-04-10 10:49:54,057 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:49:54,058 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000008
2014-04-10 10:49:54,058 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000008
2014-04-10 10:49:54,058 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000008
2014-04-10 10:49:54,058 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000008
2014-04-10 10:49:54,058 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0011 CONTAINERID=container_1397144823869_0011_01_000008
2014-04-10 10:49:54,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:54,058 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:49:54,059 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0011_01_000008 from application application_1397144823869_0011
2014-04-10 10:49:54,059 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:54,059 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0011
2014-04-10 10:49:54,075 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-580322249_1
2014-04-10 10:49:54,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup/_temporary/1 dst=null perm=null
2014-04-10 10:49:54,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup dst=null perm=null
2014-04-10 10:49:54,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup dst=null perm=null
2014-04-10 10:49:54,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup/_temporary/1/task_1397144823869_0011_r_000000 dst=null perm=null
2014-04-10 10:49:54,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup/part-00000 dst=null perm=null
2014-04-10 10:49:54,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup/_temporary/1/task_1397144823869_0011_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:54,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup/_temporary dst=null perm=null
2014-04-10 10:49:54,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:54,158 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-580322249_1
2014-04-10 10:49:54,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:54,192 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-580322249_1
2014-04-10 10:49:54,222 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52880, dest: /127.0.0.1:55289, bytes: 76704, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-580322249_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741939_1115, duration: 5048774984
2014-04-10 10:49:54,222 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741939_1115, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:54,223 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45056, dest: /127.0.0.1:53466, bytes: 76704, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-580322249_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741939_1115, duration: 5048184591
2014-04-10 10:49:54,223 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 16381
2014-04-10 10:49:54,223 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741939_1115, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:54,224 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37154, dest: /127.0.0.1:55175, bytes: 76704, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-580322249_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741939_1115, duration: 5049268742
2014-04-10 10:49:54,224 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741939_1115, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:54,224 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 16381
2014-04-10 10:49:54,224 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 16381
2014-04-10 10:49:54,233 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job_1397144823869_0011_1.jhist is closed by DFSClient_NONMAPREDUCE_-580322249_1
2014-04-10 10:49:54,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0011.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:54,253 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0011.summary_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:49:54,254 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(667)) - Number of transactions: 975 Total time for transactions(ms): 75 Number of transactions batched in Syncs: 0 Number of syncs: 671 SyncTimes(ms): 7199 3257
2014-04-10 10:49:54,269 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741941_1117 src: /127.0.0.1:37173 dest: /127.0.0.1:55175
2014-04-10 10:49:54,270 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741941_1117 src: /127.0.0.1:52898 dest: /127.0.0.1:55289
2014-04-10 10:49:54,272 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741941_1117 src: /127.0.0.1:44949 dest: /127.0.0.1:36139
2014-04-10 10:49:54,275 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44949, dest: /127.0.0.1:36139, bytes: 461, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-580322249_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741941_1117, duration: 1914585
2014-04-10 10:49:54,275 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741941_1117, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:54,275 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:49:54,275 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52898, dest: /127.0.0.1:55289, bytes: 461, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-580322249_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741941_1117, duration: 2437572
2014-04-10 10:49:54,276 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741941_1117, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:54,276 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:49:54,276 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37173, dest: /127.0.0.1:55175, bytes: 461, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-580322249_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741941_1117, duration: 3130817
2014-04-10 10:49:54,277 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741941_1117, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:54,277 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:49:54,292 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0011.summary_tmp is closed by DFSClient_NONMAPREDUCE_-580322249_1
2014-04-10 10:49:54,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0011.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:49:54,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job_1397144823869_0011_1.jhist dst=null perm=null
2014-04-10 10:49:54,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0011-1397144979600-brock-%5B8DF4C8B843834B04B6837BAD920B707A%2F5731AA41A2ED401D-1397144994193-6-1-SUCCEEDED-default-1397144982812.jhist_tmp dst=null perm=null
2014-04-10 10:49:54,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job_1397144823869_0011_1.jhist dst=null perm=null
2014-04-10 10:49:54,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0011-1397144979600-brock-%5B8DF4C8B843834B04B6837BAD920B707A%2F5731AA41A2ED401D-1397144994193-6-1-SUCCEEDED-default-1397144982812.jhist_tmp dst=null perm=null
2014-04-10 10:49:54,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job_1397144823869_0011_1.jhist dst=null perm=null
2014-04-10 10:49:54,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0011-1397144979600-brock-%5B8DF4C8B843834B04B6837BAD920B707A%2F5731AA41A2ED401D-1397144994193-6-1-SUCCEEDED-default-1397144982812.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:54,349 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52900, bytes: 77304, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-580322249_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741939_1115, duration: 249037
2014-04-10 10:49:54,351 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0011-1397144979600-brock-%5B8DF4C8B843834B04B6837BAD920B707A%2F5731AA41A2ED401D-1397144994193-6-1-SUCCEEDED-default-1397144982812.jhist_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:49:54,361 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741942_1118 src: /127.0.0.1:37177 dest: /127.0.0.1:55175
2014-04-10 10:49:54,362 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741942_1118 src: /127.0.0.1:44952 dest: /127.0.0.1:36139
2014-04-10 10:49:54,363 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741942_1118 src: /127.0.0.1:52904 dest: /127.0.0.1:55289
2014-04-10 10:49:54,367 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52904, dest: /127.0.0.1:55289, bytes: 76704, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-580322249_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741942_1118, duration: 2835365
2014-04-10 10:49:54,367 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741942_1118, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:54,368 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:49:54,368 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44952, dest: /127.0.0.1:36139, bytes: 76704, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-580322249_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741942_1118, duration: 3553095
2014-04-10 10:49:54,368 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741942_1118, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:54,369 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:49:54,369 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37177, dest: /127.0.0.1:55175, bytes: 76704, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-580322249_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741942_1118, duration: 4339491
2014-04-10 10:49:54,369 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741942_1118, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:54,369 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:49:54,383 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0011-1397144979600-brock-%5B8DF4C8B843834B04B6837BAD920B707A%2F5731AA41A2ED401D-1397144994193-6-1-SUCCEEDED-default-1397144982812.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-580322249_1
2014-04-10 10:49:54,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0011-1397144979600-brock-%5B8DF4C8B843834B04B6837BAD920B707A%2F5731AA41A2ED401D-1397144994193-6-1-SUCCEEDED-default-1397144982812.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:49:54,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job_1397144823869_0011_1_conf.xml dst=null perm=null
2014-04-10 10:49:54,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0011_conf.xml_tmp dst=null perm=null
2014-04-10 10:49:54,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job_1397144823869_0011_1_conf.xml dst=null perm=null
2014-04-10 10:49:54,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0011_conf.xml_tmp dst=null perm=null
2014-04-10 10:49:54,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011/job_1397144823869_0011_1_conf.xml dst=null perm=null
2014-04-10 10:49:54,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0011_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:54,411 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52900, bytes: 96852, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-580322249_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741938_1114, duration: 391849
2014-04-10 10:49:54,414 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0011_conf.xml_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:49:54,427 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741943_1119 src: /127.0.0.1:52905 dest: /127.0.0.1:55289
2014-04-10 10:49:54,429 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741943_1119 src: /127.0.0.1:45083 dest: /127.0.0.1:53466
2014-04-10 10:49:54,430 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741943_1119 src: /127.0.0.1:44957 dest: /127.0.0.1:36139
2014-04-10 10:49:54,434 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44957, dest: /127.0.0.1:36139, bytes: 96100, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-580322249_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741943_1119, duration: 2536911
2014-04-10 10:49:54,434 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741943_1119, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:54,434 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:49:54,434 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45083, dest: /127.0.0.1:53466, bytes: 96100, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-580322249_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741943_1119, duration: 3256269
2014-04-10 10:49:54,435 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741943_1119, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:54,435 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:49:54,435 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52905, dest: /127.0.0.1:55289, bytes: 96100, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-580322249_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741943_1119, duration: 4175380
2014-04-10 10:49:54,436 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741943_1119, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:54,436 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:49:54,450 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0011_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-580322249_1
2014-04-10 10:49:54,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0011_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:49:54,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0011.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0011.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:49:54,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0011_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0011_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:49:54,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0011-1397144979600-brock-%5B8DF4C8B843834B04B6837BAD920B707A%2F5731AA41A2ED401D-1397144994193-6-1-SUCCEEDED-default-1397144982812.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0011-1397144979600-brock-%5B8DF4C8B843834B04B6837BAD920B707A%2F5731AA41A2ED401D-1397144994193-6-1-SUCCEEDED-default-1397144982812.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:49:54,541 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397144823869_0011_000001 with final state: FINISHING
2014-04-10 10:49:54,541 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0011_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:49:54,542 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397144823869_0011 with final state: FINISHING
2014-04-10 10:49:54,542 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0011 State change from RUNNING to FINAL_SAVING
2014-04-10 10:49:54,542 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0011
2014-04-10 10:49:54,542 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0011_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:49:54,542 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0011 State change from FINAL_SAVING to FINISHING
2014-04-10 10:49:54,613 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:49:54,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:49:54,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:49:54,618 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397144823869_0011 from file: hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0011-1397144979600-brock-%5B8DF4C8B843834B04B6837BAD920B707A%2F5731AA41A2ED401D-1397144994193-6-1-SUCCEEDED-default-1397144982812.jhist
2014-04-10 10:49:54,619 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0011-1397144979600-brock-%5B8DF4C8B843834B04B6837BAD920B707A%2F5731AA41A2ED401D-1397144994193-6-1-SUCCEEDED-default-1397144982812.jhist]
2014-04-10 10:49:54,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0011-1397144979600-brock-%5B8DF4C8B843834B04B6837BAD920B707A%2F5731AA41A2ED401D-1397144994193-6-1-SUCCEEDED-default-1397144982812.jhist dst=null perm=null
2014-04-10 10:49:54,623 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52911, bytes: 77304, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741942_1118, duration: 409885
2014-04-10 10:49:54,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0011.summary dst=null perm=null
2014-04-10 10:49:54,650 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44962, bytes: 465, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_538767685_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741941_1117, duration: 244065
2014-04-10 10:49:54,650 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397144823869_0011,submitTime=1397144979600,launchTime=1397144982812,firstMapTaskLaunchTime=1397144984990,firstReduceTaskLaunchTime=1397144991902,finishTime=1397144994193,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=6,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=25,reduceSlotSeconds=2,jobName=[8DF4C8B843834B04B6837BAD920B707A/5731AA41A2ED401D837E073E77038A91] lower*upper1*upper2/(1/2) ...splatform/cogroupacogroup
2014-04-10 10:49:54,651 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0011.summary]
2014-04-10 10:49:54,717 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741941_1117 127.0.0.1:55175 127.0.0.1:55289 127.0.0.1:36139
2014-04-10 10:49:54,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0011.summary dst=null perm=null
2014-04-10 10:49:54,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:49:54,720 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0011-1397144979600-brock-%5B8DF4C8B843834B04B6837BAD920B707A%2F5731AA41A2ED401D-1397144994193-6-1-SUCCEEDED-default-1397144982812.jhist to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0011-1397144979600-brock-%5B8DF4C8B843834B04B6837BAD920B707A%2F5731AA41A2ED401D-1397144994193-6-1-SUCCEEDED-default-1397144982812.jhist
2014-04-10 10:49:54,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0011-1397144979600-brock-%5B8DF4C8B843834B04B6837BAD920B707A%2F5731AA41A2ED401D-1397144994193-6-1-SUCCEEDED-default-1397144982812.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0011-1397144979600-brock-%5B8DF4C8B843834B04B6837BAD920B707A%2F5731AA41A2ED401D-1397144994193-6-1-SUCCEEDED-default-1397144982812.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:49:54,734 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0011_conf.xml to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0011_conf.xml
2014-04-10 10:49:54,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0011_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0011_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:49:54,775 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741930_1106 127.0.0.1:55175 127.0.0.1:55289 127.0.0.1:53466
2014-04-10 10:49:54,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/3946783475_lower_upper1_08F5BA8BD27044F79E93731D01A623CD dst=null perm=null
2014-04-10 10:49:54,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup dst=null perm=null
2014-04-10 10:49:54,780 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup/_temporary
2014-04-10 10:49:54,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup/_temporary dst=null perm=null
2014-04-10 10:49:54,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup dst=null perm=null
2014-04-10 10:49:54,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup dst=null perm=null
2014-04-10 10:49:54,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup dst=null perm=null
2014-04-10 10:49:54,802 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:49:54,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup/part-00000 dst=null perm=null
2014-04-10 10:49:54,806 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44962, bytes: 64, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741940_1116, duration: 281915
2014-04-10 10:49:54,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup dst=null perm=null
2014-04-10 10:49:54,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup dst=null perm=null
2014-04-10 10:49:54,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup dst=null perm=null
2014-04-10 10:49:54,823 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:49:54,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup/part-00000 dst=null perm=null
2014-04-10 10:49:54,826 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:44962, bytes: 64, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741940_1116, duration: 180700
2014-04-10 10:49:54,826 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup
2014-04-10 10:49:54,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup dst=null perm=null
2014-04-10 10:49:54,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup dst=null perm=null
2014-04-10 10:49:54,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup dst=null perm=null
2014-04-10 10:49:54,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup dst=null perm=null
2014-04-10 10:49:54,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup/part-00000 dst=null perm=null
2014-04-10 10:49:54,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupacogroup/part-00000 dst=null perm=null
2014-04-10 10:49:54,834 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45090, bytes: 64, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741940_1116, duration: 219265
2014-04-10 10:49:54,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:49:54,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:49:54,851 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 10:49:54,852 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 10:49:54,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter dst=null perm=null
2014-04-10 10:49:54,863 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting
2014-04-10 10:49:54,863 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextDelimited[['num', 'char' | Integer, String]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt"]
2014-04-10 10:49:54,863 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextDelimited[['num', 'char' | Integer, String]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt"]
2014-04-10 10:49:54,863 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] sink: Hfs["TextDelimited[[0:3]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter"]
2014-04-10 10:49:54,863 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] parallel execution is enabled: true
2014-04-10 10:49:54,863 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting jobs: 1
2014-04-10 10:49:54,863 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] allocating threads: 1
2014-04-10 10:49:54,864 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) ...latform/cogroupinnerouter
2014-04-10 10:49:54,873 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:49:54,879 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:49:54,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter dst=null perm=null
2014-04-10 10:49:54,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:49:54,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:49:54,883 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 12
2014-04-10 10:49:54,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012 dst=null perm=null
2014-04-10 10:49:54,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:49:54,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:49:54,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.jar dst=null perm=null
2014-04-10 10:49:54,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:49:54,927 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:49:54,943 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741944_1120 src: /127.0.0.1:45091 dest: /127.0.0.1:53466
2014-04-10 10:49:54,944 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741944_1120 src: /127.0.0.1:52915 dest: /127.0.0.1:55289
2014-04-10 10:49:54,945 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741944_1120 src: /127.0.0.1:37192 dest: /127.0.0.1:55175
2014-04-10 10:49:54,950 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37192, dest: /127.0.0.1:55175, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741944_1120, duration: 3544019
2014-04-10 10:49:54,950 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741944_1120, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:54,950 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:49:54,951 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52915, dest: /127.0.0.1:55289, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741944_1120, duration: 4290264
2014-04-10 10:49:54,951 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741944_1120, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:54,951 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:49:54,952 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45091, dest: /127.0.0.1:53466, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741944_1120, duration: 4621686
2014-04-10 10:49:54,952 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741944_1120, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:54,952 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:49:54,967 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:49:54,968 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.jar
2014-04-10 10:49:54,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.jar dst=null perm=null
2014-04-10 10:49:54,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:49:54,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:49:54,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:49:54,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:49:54,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:49:54,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:49:54,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:49:54,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:49:54,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:49:54,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:49:54,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:49:54,995 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:49:54,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:49:54,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:49:54,998 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:49:54,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:49:55,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:49:55,002 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:49:55,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:49:55,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:49:55,006 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:49:55,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:49:55,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:49:55,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:49:55,026 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.split
2014-04-10 10:49:55,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.split dst=null perm=null
2014-04-10 10:49:55,035 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.split. BP-1649026925-127.0.0.1-1397144808341 blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:49:55,039 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0011_01_000008
2014-04-10 10:49:55,040 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0011_01_000008 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:49:55,040 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0011_01_000008 in state: COMPLETED event:FINISHED
2014-04-10 10:49:55,040 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0011 CONTAINERID=container_1397144823869_0011_01_000008
2014-04-10 10:49:55,040 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0011_01_000008 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:49:55,041 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:49:55,041 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0011_01_000008, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:55,041 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:55,041 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:49:55,041 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0011_000001 released container container_1397144823869_0011_01_000008 on node: host: localhost:52024 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:49:55,052 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741945_1121 src: /127.0.0.1:44967 dest: /127.0.0.1:36139
2014-04-10 10:49:55,053 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741945_1121 src: /127.0.0.1:37194 dest: /127.0.0.1:55175
2014-04-10 10:49:55,054 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741945_1121 src: /127.0.0.1:52919 dest: /127.0.0.1:55289
2014-04-10 10:49:55,055 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741945_1121 src: /127.0.0.1:45097 dest: /127.0.0.1:53466
2014-04-10 10:49:55,059 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45097, dest: /127.0.0.1:53466, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741945_1121, duration: 2182360
2014-04-10 10:49:55,059 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741945_1121, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:55,059 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:49:55,059 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52919, dest: /127.0.0.1:55289, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741945_1121, duration: 2744104
2014-04-10 10:49:55,060 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741945_1121, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:55,060 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:49:55,060 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37194, dest: /127.0.0.1:55175, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741945_1121, duration: 3367432
2014-04-10 10:49:55,060 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741945_1121, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:55,061 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:49:55,061 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44967, dest: /127.0.0.1:36139, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741945_1121, duration: 3954628
2014-04-10 10:49:55,061 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741945_1121, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:55,062 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:49:55,075 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.split is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:49:55,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:49:55,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:49:55,102 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.splitmetainfo. BP-1649026925-127.0.0.1-1397144808341 blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]}
2014-04-10 10:49:55,118 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741946_1122 src: /127.0.0.1:44971 dest: /127.0.0.1:36139
2014-04-10 10:49:55,120 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741946_1122 src: /127.0.0.1:45099 dest: /127.0.0.1:53466
2014-04-10 10:49:55,121 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741946_1122 src: /127.0.0.1:37199 dest: /127.0.0.1:55175
2014-04-10 10:49:55,124 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37199, dest: /127.0.0.1:55175, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741946_1122, duration: 1521177
2014-04-10 10:49:55,124 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741946_1122, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:55,124 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:49:55,124 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45099, dest: /127.0.0.1:53466, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741946_1122, duration: 2337144
2014-04-10 10:49:55,125 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741946_1122, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:55,125 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44971, dest: /127.0.0.1:36139, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741946_1122, duration: 2959547
2014-04-10 10:49:55,125 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:49:55,126 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741946_1122, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:55,127 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:49:55,142 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:49:55,142 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 10:49:55,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:49:55,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:49:55,174 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:49:55,185 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741947_1123 src: /127.0.0.1:44974 dest: /127.0.0.1:36139
2014-04-10 10:49:55,186 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741947_1123 src: /127.0.0.1:37201 dest: /127.0.0.1:55175
2014-04-10 10:49:55,187 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741947_1123 src: /127.0.0.1:45103 dest: /127.0.0.1:53466
2014-04-10 10:49:55,191 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45103, dest: /127.0.0.1:53466, bytes: 82413, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741947_1123, duration: 2527164
2014-04-10 10:49:55,191 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741947_1123, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:55,191 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37201, dest: /127.0.0.1:55175, bytes: 82413, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741947_1123, duration: 3092208
2014-04-10 10:49:55,191 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:49:55,192 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741947_1123, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:55,192 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44974, dest: /127.0.0.1:36139, bytes: 82413, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741947_1123, duration: 3634880
2014-04-10 10:49:55,192 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741947_1123, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:55,192 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:49:55,194 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741947_1123 size 82413
2014-04-10 10:49:55,208 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.xml is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:49:55,209 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397144823869_0012
2014-04-10 10:49:55,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012 dst=null perm=null
2014-04-10 10:49:55,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.xml dst=null perm=null
2014-04-10 10:49:55,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.xml dst=null perm=null
2014-04-10 10:49:55,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.jar dst=null perm=null
2014-04-10 10:49:55,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.jar dst=null perm=null
2014-04-10 10:49:55,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.split dst=null perm=null
2014-04-10 10:49:55,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.split dst=null perm=null
2014-04-10 10:49:55,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.splitmetainfo dst=null perm=null
2014-04-10 10:49:55,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.splitmetainfo dst=null perm=null
2014-04-10 10:49:55,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:49:55,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:49:55,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:49:55,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:49:55,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:49:55,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:49:55,267 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 12 submitted by user brock
2014-04-10 10:49:55,267 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397144823869_0012
2014-04-10 10:49:55,267 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0012 State change from NEW to NEW_SAVING
2014-04-10 10:49:55,267 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0012
2014-04-10 10:49:55,267 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397144823869_0012
2014-04-10 10:49:55,268 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0012 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:49:55,268 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397144823869_0012_000001
2014-04-10 10:49:55,268 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0012_000001 State change from NEW to SUBMITTED
2014-04-10 10:49:55,269 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397144823869_0012 from user: brock activated in queue: default
2014-04-10 10:49:55,269 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397144823869_0012 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@1ba82161, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:49:55,269 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397144823869_0012 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:49:55,269 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397144823869_0012
2014-04-10 10:49:55,269 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397144823869_0012_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:49:55,270 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0012_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:49:55,271 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0012 State change from SUBMITTED to ACCEPTED
2014-04-10 10:49:55,272 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:60619/proxy/application_1397144823869_0012/
2014-04-10 10:49:55,272 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397144823869_0012
2014-04-10 10:49:55,273 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:60619/proxy/application_1397144823869_0012/
2014-04-10 10:49:55,364 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0012_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:49:55,364 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0012 CONTAINERID=container_1397144823869_0012_01_000001
2014-04-10 10:49:55,365 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0012_01_000001 of capacity <memory:2048, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 10:49:55,365 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0012 container=Container: [ContainerId: container_1397144823869_0012_01_000001, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0012_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:55,365 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:49:55,365 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0012_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:49:55,365 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:55,366 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397144823869_0012 AttemptId: appattempt_1397144823869_0012_000001 MasterContainer: Container: [ContainerId: container_1397144823869_0012_01_000001, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:37679 }, ]
2014-04-10 10:49:55,366 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0012_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:49:55,367 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0012_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:49:55,367 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397144823869_0012_000001
2014-04-10 10:49:55,367 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397144823869_0012_01_000001, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] for AM appattempt_1397144823869_0012_000001
2014-04-10 10:49:55,368 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397144823869_0012_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:49:55,371 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0012_000001 (auth:SIMPLE)
2014-04-10 10:49:55,372 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0012_01_000001 by user brock
2014-04-10 10:49:55,373 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0012
2014-04-10 10:49:55,373 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0012 CONTAINERID=container_1397144823869_0012_01_000001
2014-04-10 10:49:55,373 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0012 transitioned from NEW to INITING
2014-04-10 10:49:55,373 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0012_01_000001 to application application_1397144823869_0012
2014-04-10 10:49:55,373 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0012 transitioned from INITING to RUNNING
2014-04-10 10:49:55,374 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397144823869_0012_01_000001, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] for AM appattempt_1397144823869_0012_000001
2014-04-10 10:49:55,374 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0012_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:49:55,374 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:49:55,374 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0012
2014-04-10 10:49:55,374 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:49:55,375 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:49:55,375 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:49:55,375 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:49:55,375 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0012_01_000001
2014-04-10 10:49:55,385 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397144823869_0012_01_000001.tokens. Credentials list:
2014-04-10 10:49:55,400 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:49:55,468 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397144823869_0012_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000001.tokens
2014-04-10 10:49:55,468 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0012 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0012
2014-04-10 10:49:55,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.jar dst=null perm=null
2014-04-10 10:49:55,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.jar dst=null perm=null
2014-04-10 10:49:55,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.jar dst=null perm=null
2014-04-10 10:49:55,575 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741934_1110 127.0.0.1:36139 127.0.0.1:55289 127.0.0.1:53466 127.0.0.1:55175
2014-04-10 10:49:55,575 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741935_1111 127.0.0.1:53466 127.0.0.1:36139 127.0.0.1:55175 127.0.0.1:55289
2014-04-10 10:49:55,576 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741936_1112 127.0.0.1:55289 127.0.0.1:36139 127.0.0.1:55175
2014-04-10 10:49:55,576 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741937_1113 127.0.0.1:36139 127.0.0.1:53466 127.0.0.1:55289
2014-04-10 10:49:55,576 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741939_1115 127.0.0.1:55175 127.0.0.1:53466 127.0.0.1:55289
2014-04-10 10:49:55,576 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741938_1114 127.0.0.1:36139 127.0.0.1:53466 127.0.0.1:55289
2014-04-10 10:49:55,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0011 dst=null perm=null
2014-04-10 10:49:55,580 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52911, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1126052184_8514, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741944_1120, duration: 1291983
2014-04-10 10:49:55,605 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0012/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:49:55,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.splitmetainfo dst=null perm=null
2014-04-10 10:49:55,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.splitmetainfo dst=null perm=null
2014-04-10 10:49:55,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.splitmetainfo dst=null perm=null
2014-04-10 10:49:55,632 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37208, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1126052184_8514, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741946_1122, duration: 234144
2014-04-10 10:49:55,650 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0012/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:49:55,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.split dst=null perm=null
2014-04-10 10:49:55,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.split dst=null perm=null
2014-04-10 10:49:55,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.split dst=null perm=null
2014-04-10 10:49:55,675 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37208, bytes: 1928, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1126052184_8514, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741945_1121, duration: 230906
2014-04-10 10:49:55,693 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0012/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:49:55,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.xml dst=null perm=null
2014-04-10 10:49:55,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.xml dst=null perm=null
2014-04-10 10:49:55,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.xml dst=null perm=null
2014-04-10 10:49:55,719 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37208, bytes: 83057, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1126052184_8514, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741947_1123, duration: 399980
2014-04-10 10:49:55,737 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0012/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:49:55,737 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:49:55,770 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:49:55,771 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:49:55,775 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:55175 to replicate blk_1073741944_1120 to datanode(s) 127.0.0.1:36139
2014-04-10 10:49:55,775 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073741936_1112, blk_1073741939_1115, blk_1073741941_1117, blk_1073741930_1106, blk_1073741934_1110, blk_1073741935_1111]
2014-04-10 10:49:55,775 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073741937_1113, blk_1073741938_1114, blk_1073741939_1115, blk_1073741930_1106, blk_1073741934_1110, blk_1073741935_1111]
2014-04-10 10:49:55,829 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000001/default_container_executor.sh]
2014-04-10 10:49:56,363 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0012_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:49:57,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:49:57,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/COMMIT_STARTED dst=null perm=null
2014-04-10 10:49:57,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:49:57,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/COMMIT_FAIL dst=null perm=null
2014-04-10 10:49:57,067 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=d55d4a0e-a412-4469-9a90-53fa99579ca4, infoPort=50650, ipcPort=33089, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) Starting thread to transfer BP-1649026925-127.0.0.1-1397144808341:blk_1073741944_1120 to 127.0.0.1:36139
2014-04-10 10:49:57,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741937_1113 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741937 for deletion
2014-04-10 10:49:57,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741938_1114 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741938 for deletion
2014-04-10 10:49:57,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741936_1112 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741936 for deletion
2014-04-10 10:49:57,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741939_1115 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741939 for deletion
2014-04-10 10:49:57,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741939_1115 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741939 for deletion
2014-04-10 10:49:57,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741930_1106 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741930 for deletion
2014-04-10 10:49:57,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741938_1114 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741938
2014-04-10 10:49:57,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741936_1112 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741936
2014-04-10 10:49:57,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741930_1106 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741930
2014-04-10 10:49:57,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741937_1113 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741937
2014-04-10 10:49:57,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741939_1115 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741939
2014-04-10 10:49:57,068 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741944_1120 src: /127.0.0.1:44986 dest: /127.0.0.1:36139
2014-04-10 10:49:57,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741939_1115 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741939
2014-04-10 10:49:57,068 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1649026925-127.0.0.1-1397144808341:blk_1073741944_1120 (numBytes=244650) to 127.0.0.1/127.0.0.1:36139
2014-04-10 10:49:57,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741934_1110 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741934 for deletion
2014-04-10 10:49:57,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741941_1117 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741941 for deletion
2014-04-10 10:49:57,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741930_1106 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741930 for deletion
2014-04-10 10:49:57,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741934_1110 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741934
2014-04-10 10:49:57,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741935_1111 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741935 for deletion
2014-04-10 10:49:57,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741934_1110 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741934 for deletion
2014-04-10 10:49:57,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741941_1117 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741941
2014-04-10 10:49:57,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741935_1111 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741935 for deletion
2014-04-10 10:49:57,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741930_1106 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741930
2014-04-10 10:49:57,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741935_1111 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741935
2014-04-10 10:49:57,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741934_1110 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741934
2014-04-10 10:49:57,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741935_1111 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741935
2014-04-10 10:49:57,069 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1649026925-127.0.0.1-1397144808341:blk_1073741944_1120 src: /127.0.0.1:44986 dest: /127.0.0.1:36139 of size 244650
2014-04-10 10:49:57,070 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741944_1120 size 244650
2014-04-10 10:49:57,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012 dst=null perm=null
2014-04-10 10:49:57,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:49:57,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:49:57,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.splitmetainfo dst=null perm=null
2014-04-10 10:49:57,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.splitmetainfo dst=null perm=null
2014-04-10 10:49:57,389 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37213, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2044076759_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741946_1122, duration: 174113
2014-04-10 10:49:57,990 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0012_000001 (auth:SIMPLE)
2014-04-10 10:49:57,991 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397144823869_0012_000001
2014-04-10 10:49:57,992 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397144823869_0012 APPATTEMPTID=appattempt_1397144823869_0012_000001
2014-04-10 10:49:57,992 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0012_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:49:57,992 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0012 State change from ACCEPTED to RUNNING
2014-04-10 10:49:58,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job_1397144823869_0012_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:58,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:49:58,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job_1397144823869_0012_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:49:58,169 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741943_1119
2014-04-10 10:49:58,186 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job_1397144823869_0012_1_conf.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:49:58,223 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741948_1124 src: /127.0.0.1:52941 dest: /127.0.0.1:55289
2014-04-10 10:49:58,224 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741948_1124 src: /127.0.0.1:37218 dest: /127.0.0.1:55175
2014-04-10 10:49:58,225 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741948_1124 src: /127.0.0.1:45120 dest: /127.0.0.1:53466
2014-04-10 10:49:58,230 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45120, dest: /127.0.0.1:53466, bytes: 96396, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2044076759_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741948_1124, duration: 4774529
2014-04-10 10:49:58,230 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741948_1124, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:49:58,231 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37218, dest: /127.0.0.1:55175, bytes: 96396, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2044076759_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741948_1124, duration: 5223463
2014-04-10 10:49:58,231 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:49:58,231 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741948_1124, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:58,231 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:52941, dest: /127.0.0.1:55289, bytes: 96396, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2044076759_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741948_1124, duration: 5541104
2014-04-10 10:49:58,231 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741948_1124, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:49:58,231 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:49:58,232 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:49:58,241 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job_1397144823869_0012_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-2044076759_1
2014-04-10 10:49:58,370 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741944_1120
2014-04-10 10:49:58,371 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741947_1123
2014-04-10 10:49:58,372 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741940_1116
2014-04-10 10:49:58,373 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741948_1124
2014-04-10 10:49:58,374 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741945_1121
2014-04-10 10:49:58,374 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741946_1122
2014-04-10 10:49:58,680 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741944_1120
2014-04-10 10:49:58,681 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741940_1116
2014-04-10 10:49:58,766 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741945_1121
2014-04-10 10:49:58,766 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741946_1122
2014-04-10 10:49:58,769 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741944_1120
2014-04-10 10:49:58,770 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741948_1124
2014-04-10 10:49:58,776 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073741936_1112, blk_1073741937_1113, blk_1073741938_1114, blk_1073741939_1115, blk_1073741941_1117, blk_1073741930_1106, blk_1073741934_1110, blk_1073741935_1111]
2014-04-10 10:49:58,776 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073741936_1112, blk_1073741937_1113, blk_1073741938_1114, blk_1073741941_1117, blk_1073741934_1110, blk_1073741935_1111]
2014-04-10 10:49:58,879 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741939_1115
2014-04-10 10:49:58,880 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741948_1124
2014-04-10 10:49:58,881 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741941_1117
2014-04-10 10:49:58,882 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741942_1118
2014-04-10 10:49:58,966 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741944_1120
2014-04-10 10:49:58,967 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741947_1123
2014-04-10 10:49:58,968 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741945_1121
2014-04-10 10:49:58,968 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741947_1123
2014-04-10 10:49:58,969 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741942_1118
2014-04-10 10:49:58,969 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741941_1117
2014-04-10 10:49:58,969 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741942_1118
2014-04-10 10:49:58,969 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741946_1122
2014-04-10 10:49:59,041 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0012_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:49:59,042 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0012 CONTAINERID=container_1397144823869_0012_01_000002
2014-04-10 10:49:59,042 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0012_01_000002 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:49:59,042 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0012 container=Container: [ContainerId: container_1397144823869_0012_01_000002, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0012_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:59,043 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:49:59,043 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:59,043 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0012_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:49:59,043 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0012 CONTAINERID=container_1397144823869_0012_01_000003
2014-04-10 10:49:59,044 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0012_01_000003 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 10:49:59,044 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0012 container=Container: [ContainerId: container_1397144823869_0012_01_000003, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0012_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:59,044 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:49:59,044 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:59,079 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741943_1119
2014-04-10 10:49:59,080 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741945_1121
2014-04-10 10:49:59,166 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741943_1119
2014-04-10 10:49:59,365 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0012_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:49:59,365 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0012 CONTAINERID=container_1397144823869_0012_01_000004
2014-04-10 10:49:59,365 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0012_01_000004 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:49:59,366 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0012 container=Container: [ContainerId: container_1397144823869_0012_01_000004, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0012_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:59,366 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:49:59,366 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:59,367 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0012_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:49:59,367 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0012 CONTAINERID=container_1397144823869_0012_01_000005
2014-04-10 10:49:59,367 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0012_01_000005 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 10:49:59,367 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0012 container=Container: [ContainerId: container_1397144823869_0012_01_000005, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0012_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:59,367 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:49:59,368 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:59,460 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0012_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:49:59,460 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0012 CONTAINERID=container_1397144823869_0012_01_000006
2014-04-10 10:49:59,461 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0012_01_000006 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:49:59,461 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0012 container=Container: [ContainerId: container_1397144823869_0012_01_000006, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0012_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:49:59,461 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 10:49:59,462 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:00,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741936_1112 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741936 for deletion
2014-04-10 10:50:00,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741937_1113 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741937 for deletion
2014-04-10 10:50:00,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741936_1112 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741936
2014-04-10 10:50:00,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741938_1114 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741938 for deletion
2014-04-10 10:50:00,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741937_1113 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741937
2014-04-10 10:50:00,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741939_1115 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741939 for deletion
2014-04-10 10:50:00,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741938_1114 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741938
2014-04-10 10:50:00,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741941_1117 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741941 for deletion
2014-04-10 10:50:00,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741939_1115 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741939
2014-04-10 10:50:00,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741930_1106 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741930 for deletion
2014-04-10 10:50:00,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741941_1117 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741941
2014-04-10 10:50:00,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741934_1110 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741934 for deletion
2014-04-10 10:50:00,007 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741930_1106 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741930
2014-04-10 10:50:00,007 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741935_1111 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741935 for deletion
2014-04-10 10:50:00,007 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741934_1110 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741934
2014-04-10 10:50:00,007 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741935_1111 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741935
2014-04-10 10:50:00,027 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0012_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:50:00,027 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0012_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:50:00,027 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0012_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:50:00,027 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0012_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:50:00,027 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0012_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:50:00,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.jar dst=null perm=null
2014-04-10 10:50:00,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.jar dst=null perm=null
2014-04-10 10:50:00,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.xml dst=null perm=null
2014-04-10 10:50:00,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741936_1112 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741936 for deletion
2014-04-10 10:50:00,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.xml dst=null perm=null
2014-04-10 10:50:00,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741937_1113 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741937 for deletion
2014-04-10 10:50:00,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741936_1112 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741936
2014-04-10 10:50:00,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741938_1114 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741938 for deletion
2014-04-10 10:50:00,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741937_1113 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741937
2014-04-10 10:50:00,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741938_1114 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741938
2014-04-10 10:50:00,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741941_1117 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741941 for deletion
2014-04-10 10:50:00,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741934_1110 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741934 for deletion
2014-04-10 10:50:00,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741941_1117 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741941
2014-04-10 10:50:00,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741935_1111 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741935 for deletion
2014-04-10 10:50:00,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741934_1110 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741934
2014-04-10 10:50:00,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741935_1111 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741935
2014-04-10 10:50:00,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:50:00,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:50:00,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:50:00,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:50:00,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:50:00,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:50:00,163 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0012_000001 (auth:SIMPLE)
2014-04-10 10:50:00,163 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0012_000001 (auth:SIMPLE)
2014-04-10 10:50:00,163 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0012_000001 (auth:SIMPLE)
2014-04-10 10:50:00,168 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0012_01_000003 by user brock
2014-04-10 10:50:00,168 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0012
2014-04-10 10:50:00,168 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0012_01_000004 by user brock
2014-04-10 10:50:00,168 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0012 CONTAINERID=container_1397144823869_0012_01_000003
2014-04-10 10:50:00,169 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0012 transitioned from NEW to INITING
2014-04-10 10:50:00,168 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0012_01_000005 by user brock
2014-04-10 10:50:00,168 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0012_01_000006 by user brock
2014-04-10 10:50:00,169 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0012_01_000002 by user brock
2014-04-10 10:50:00,169 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0012
2014-04-10 10:50:00,169 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0012_01_000003 to application application_1397144823869_0012
2014-04-10 10:50:00,170 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0012 CONTAINERID=container_1397144823869_0012_01_000006
2014-04-10 10:50:00,169 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0012 CONTAINERID=container_1397144823869_0012_01_000004
2014-04-10 10:50:00,169 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0012_01_000004 to application application_1397144823869_0012
2014-04-10 10:50:00,170 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0012 transitioned from NEW to INITING
2014-04-10 10:50:00,170 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0012_01_000005 to application application_1397144823869_0012
2014-04-10 10:50:00,170 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0012_01_000002 to application application_1397144823869_0012
2014-04-10 10:50:00,170 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0012 CONTAINERID=container_1397144823869_0012_01_000002
2014-04-10 10:50:00,169 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0012 CONTAINERID=container_1397144823869_0012_01_000005
2014-04-10 10:50:00,171 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0012 transitioned from INITING to RUNNING
2014-04-10 10:50:00,171 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:50:00,170 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0012_01_000006 to application application_1397144823869_0012
2014-04-10 10:50:00,171 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:50:00,171 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0012 transitioned from INITING to RUNNING
2014-04-10 10:50:00,172 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:50:00,172 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0012
2014-04-10 10:50:00,172 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:50:00,172 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0012
2014-04-10 10:50:00,172 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:50:00,172 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:50:00,172 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0012
2014-04-10 10:50:00,172 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0012
2014-04-10 10:50:00,172 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0012
2014-04-10 10:50:00,173 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0012
2014-04-10 10:50:00,173 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0012
2014-04-10 10:50:00,173 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0012
2014-04-10 10:50:00,173 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:50:00,173 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0012
2014-04-10 10:50:00,173 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:50:00,173 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0012
2014-04-10 10:50:00,173 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:50:00,174 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0012
2014-04-10 10:50:00,174 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0012
2014-04-10 10:50:00,174 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:50:00,174 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:50:00,174 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:50:00,175 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0012
2014-04-10 10:50:00,175 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0012
2014-04-10 10:50:00,175 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:50:00,175 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0012
2014-04-10 10:50:00,174 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:50:00,175 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:50:00,176 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0012_01_000002
2014-04-10 10:50:00,176 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:50:00,176 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0012_01_000006
2014-04-10 10:50:00,176 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0012_01_000003
2014-04-10 10:50:00,190 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397144823869_0012_01_000002.tokens. Credentials list:
2014-04-10 10:50:00,190 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397144823869_0012_01_000006.tokens. Credentials list:
2014-04-10 10:50:00,191 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397144823869_0012_01_000003.tokens. Credentials list:
2014-04-10 10:50:00,202 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:50:00,202 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:50:00,206 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:50:00,206 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:50:00,206 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:00,206 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:00,271 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000004/default_container_executor.sh]
2014-04-10 10:50:00,271 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000005/default_container_executor.sh]
2014-04-10 10:50:00,271 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397144823869_0012_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000006.tokens
2014-04-10 10:50:00,272 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397144823869_0012_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000002.tokens
2014-04-10 10:50:00,272 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0012 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0012
2014-04-10 10:50:00,272 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0012 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0012
2014-04-10 10:50:00,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.jar dst=null perm=null
2014-04-10 10:50:00,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.jar dst=null perm=null
2014-04-10 10:50:00,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.jar dst=null perm=null
2014-04-10 10:50:00,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.jar dst=null perm=null
2014-04-10 10:50:00,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.jar dst=null perm=null
2014-04-10 10:50:00,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.jar dst=null perm=null
2014-04-10 10:50:00,364 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52958, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_508839577_8727, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741944_1120, duration: 404467
2014-04-10 10:50:00,364 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37235, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1977406100_8728, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741944_1120, duration: 365714
2014-04-10 10:50:00,365 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0012_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:50:00,365 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0012_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:50:00,382 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0012/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:50:00,382 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0012/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:50:00,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.xml dst=null perm=null
2014-04-10 10:50:00,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.xml dst=null perm=null
2014-04-10 10:50:00,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.xml dst=null perm=null
2014-04-10 10:50:00,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.xml dst=null perm=null
2014-04-10 10:50:00,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.xml dst=null perm=null
2014-04-10 10:50:00,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.xml dst=null perm=null
2014-04-10 10:50:00,400 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45138, bytes: 83057, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_508839577_8727, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741947_1123, duration: 293579
2014-04-10 10:50:00,401 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45138, bytes: 83057, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1977406100_8728, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741947_1123, duration: 236306
2014-04-10 10:50:00,414 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0012/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:50:00,414 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:50:00,414 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:50:00,414 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0012/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:50:00,414 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:50:00,435 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:50:00,435 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:00,439 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:50:00,439 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:00,441 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:50:00,442 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:00,460 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0012_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:50:00,496 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000006/default_container_executor.sh]
2014-04-10 10:50:00,499 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000003/default_container_executor.sh]
2014-04-10 10:50:00,502 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000002/default_container_executor.sh]
2014-04-10 10:50:00,715 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397144823869_0011_01_000001 succeeded
2014-04-10 10:50:00,715 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:50:00,715 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0011_01_000001
2014-04-10 10:50:00,726 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000001
2014-04-10 10:50:00,726 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000001
2014-04-10 10:50:00,726 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000001
2014-04-10 10:50:00,727 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0011/container_1397144823869_0011_01_000001
2014-04-10 10:50:00,727 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0011 CONTAINERID=container_1397144823869_0011_01_000001
2014-04-10 10:50:00,727 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0011_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:50:00,727 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0011_01_000001 from application application_1397144823869_0011
2014-04-10 10:50:00,727 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:00,728 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0011
2014-04-10 10:50:01,041 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0011_01_000001
2014-04-10 10:50:01,042 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0012_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:50:01,042 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0012_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:50:01,042 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0011_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:50:01,042 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397144823869_0011_000001
2014-04-10 10:50:01,042 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0011_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:50:01,043 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0011 CONTAINERID=container_1397144823869_0011_01_000001
2014-04-10 10:50:01,043 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0011_01_000001 of capacity <memory:2048, vCores:1> on host localhost:52024, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:50:01,043 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 10:50:01,043 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0011_01_000001, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:01,043 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:01,043 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 10:50:01,042 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0011_000001 State change from FINISHING to FINISHED
2014-04-10 10:50:01,043 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0011_000001 released container container_1397144823869_0011_01_000001 on node: host: localhost:52024 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:50:01,043 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0011 State change from FINISHING to FINISHED
2014-04-10 10:50:01,043 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397144823869_0011_000001 is done. finalState=FINISHED
2014-04-10 10:50:01,043 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397144823869_0011
2014-04-10 10:50:01,044 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397144823869_0011_000001
2014-04-10 10:50:01,044 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397144823869_0011 requests cleared
2014-04-10 10:50:01,045 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397144823869_0011 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:50:01,045 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397144823869_0011 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:50:01,044 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397144823869_0011,name=[8DF4C8B843834B04B6837BAD920B707A/5731AA41A2ED401D837E073E77038A91] lower*upper1*upper2/(1/2) ...splatform/cogroupacogroup,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:60619/proxy/application_1397144823869_0011/jobhistory/job/job_1397144823869_0011,appMasterHost=localhost.localdomain,startTime=1397144979600,finishTime=1397144994542,finalStatus=SUCCEEDED
2014-04-10 10:50:01,046 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0011_000001 (auth:SIMPLE)
2014-04-10 10:50:01,046 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:50:01,059 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0011_01_000001
2014-04-10 10:50:01,460 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0011 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:50:01,460 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0011
2014-04-10 10:50:01,461 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0011
2014-04-10 10:50:01,461 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0011
2014-04-10 10:50:01,461 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0011 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:50:01,461 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0011
2014-04-10 10:50:01,461 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0011, with delay of 10800 seconds
2014-04-10 10:50:01,461 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0011
2014-04-10 10:50:01,517 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:50:01,888 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397144823869_0012_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000003.tokens
2014-04-10 10:50:01,888 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0012 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0012
2014-04-10 10:50:02,042 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0011 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:50:02,042 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0011
2014-04-10 10:50:02,042 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0011
2014-04-10 10:50:02,043 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0011
2014-04-10 10:50:02,043 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0011
2014-04-10 10:50:02,043 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0011 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:50:02,043 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0011, with delay of 10800 seconds
2014-04-10 10:50:02,043 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0011
2014-04-10 10:50:02,370 INFO hs.JobHistory (JobHistory.java:run(188)) - Starting scan to move intermediate done files
2014-04-10 10:50:02,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:50:02,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:50:03,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.split dst=null perm=null
2014-04-10 10:50:03,130 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37256, bytes: 896, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0012_m_000003_0_-6680491_1, offset: 1024, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741945_1121, duration: 194237
2014-04-10 10:50:03,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:50:03,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.split dst=null perm=null
2014-04-10 10:50:03,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.split dst=null perm=null
2014-04-10 10:50:03,317 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37259, bytes: 1412, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0012_m_000002_0_1361017580_1, offset: 512, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741945_1121, duration: 172353
2014-04-10 10:50:03,358 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45035, bytes: 1928, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0012_m_000000_0_-821703480_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741945_1121, duration: 184992
2014-04-10 10:50:03,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:50:03,401 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52987, bytes: 52, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0012_m_000003_0_-6680491_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004, duration: 173282
2014-04-10 10:50:03,402 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37259, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0012_m_000002_0_1361017580_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 129470
2014-04-10 10:50:03,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:50:03,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.split dst=null perm=null
2014-04-10 10:50:03,450 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45166, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0012_m_000000_0_-821703480_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 181622
2014-04-10 10:50:03,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter/_temporary/1/_temporary/attempt_1397144823869_0012_m_000003_0 dst=null perm=null
2014-04-10 10:50:03,514 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45041, bytes: 1928, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0012_m_000001_0_-2086817365_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741945_1121, duration: 173734
2014-04-10 10:50:03,568 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0012_01_000005
2014-04-10 10:50:03,568 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0012 CONTAINERID=container_1397144823869_0012_01_000005
2014-04-10 10:50:03,568 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:50:03,568 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0012_01_000005
2014-04-10 10:50:03,587 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397144823869_0012_01_000005 succeeded
2014-04-10 10:50:03,588 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job_1397144823869_0012_1.jhist. BP-1649026925-127.0.0.1-1397144808341 blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:50:03,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:50:03,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.split dst=null perm=null
2014-04-10 10:50:03,630 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000005 transitioned from KILLING to EXITED_WITH_SUCCESS
2014-04-10 10:50:03,631 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000005
2014-04-10 10:50:03,632 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000005
2014-04-10 10:50:03,632 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000005
2014-04-10 10:50:03,632 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000005
2014-04-10 10:50:03,633 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0012 CONTAINERID=container_1397144823869_0012_01_000005
2014-04-10 10:50:03,634 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000005 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:50:03,634 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0012_01_000005 from application application_1397144823869_0012
2014-04-10 10:50:03,634 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:03,634 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0012
2014-04-10 10:50:03,657 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741949_1125 src: /127.0.0.1:45043 dest: /127.0.0.1:36139
2014-04-10 10:50:03,668 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741949_1125 src: /127.0.0.1:37270 dest: /127.0.0.1:55175
2014-04-10 10:50:03,671 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741949_1125 src: /127.0.0.1:45172 dest: /127.0.0.1:53466
2014-04-10 10:50:03,687 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job_1397144823869_0012_1.jhist for DFSClient_NONMAPREDUCE_-2044076759_1
2014-04-10 10:50:03,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter/_temporary/1/_temporary/attempt_1397144823869_0012_m_000002_0 dst=null perm=null
2014-04-10 10:50:03,699 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:52996, bytes: 896, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0012_m_000004_0_1963163882_1, offset: 1024, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741945_1121, duration: 170510
2014-04-10 10:50:03,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter/_temporary/1/_temporary/attempt_1397144823869_0012_m_000000_0 dst=null perm=null
2014-04-10 10:50:03,746 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0012_01_000004
2014-04-10 10:50:03,746 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0012 CONTAINERID=container_1397144823869_0012_01_000004
2014-04-10 10:50:03,746 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:50:03,746 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0012_01_000004
2014-04-10 10:50:03,747 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0012_01_000005
2014-04-10 10:50:03,749 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0012_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:50:03,749 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0012_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:50:03,749 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0012 CONTAINERID=container_1397144823869_0012_01_000005
2014-04-10 10:50:03,749 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0012_01_000005 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 10:50:03,749 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 10:50:03,749 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0012_01_000005, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:03,749 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:03,749 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 10:50:03,749 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0012_000001 released container container_1397144823869_0012_01_000005 on node: host: localhost:37679 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 10:50:03,758 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0012_01_000004 is : 143
2014-04-10 10:50:03,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:50:03,764 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45174, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0012_m_000001_0_-2086817365_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 164452
2014-04-10 10:50:03,766 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45048, bytes: 52, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0012_m_000004_0_1963163882_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004, duration: 151942
2014-04-10 10:50:03,772 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:50:03,772 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000004
2014-04-10 10:50:03,772 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000004
2014-04-10 10:50:03,773 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000004
2014-04-10 10:50:03,773 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000004
2014-04-10 10:50:03,773 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0012 CONTAINERID=container_1397144823869_0012_01_000004
2014-04-10 10:50:03,773 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:50:03,773 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0012_01_000004 from application application_1397144823869_0012
2014-04-10 10:50:03,773 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:03,773 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0012
2014-04-10 10:50:03,798 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0012_01_000002
2014-04-10 10:50:03,798 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0012 CONTAINERID=container_1397144823869_0012_01_000002
2014-04-10 10:50:03,798 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:50:03,798 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0012_01_000002
2014-04-10 10:50:03,806 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0012_01_000002 is : 143
2014-04-10 10:50:03,816 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:50:03,817 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000002
2014-04-10 10:50:03,817 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000002
2014-04-10 10:50:03,817 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000002
2014-04-10 10:50:03,817 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000002
2014-04-10 10:50:03,817 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0012 CONTAINERID=container_1397144823869_0012_01_000002
2014-04-10 10:50:03,817 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:50:03,818 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0012_01_000002 from application application_1397144823869_0012
2014-04-10 10:50:03,818 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:03,818 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0012
2014-04-10 10:50:03,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter/_temporary/1/_temporary/attempt_1397144823869_0012_m_000001_0 dst=null perm=null
2014-04-10 10:50:03,878 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0012_01_000003
2014-04-10 10:50:03,878 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0012 CONTAINERID=container_1397144823869_0012_01_000003
2014-04-10 10:50:03,878 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:50:03,878 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0012_01_000003
2014-04-10 10:50:03,878 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0012_01_000002
2014-04-10 10:50:03,879 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0012_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:50:03,879 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0012_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:50:03,879 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0012 CONTAINERID=container_1397144823869_0012_01_000002
2014-04-10 10:50:03,879 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0012_01_000002 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:50:03,879 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 10:50:03,879 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0012_01_000002, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:03,879 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:03,879 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:50:03,879 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0012_000001 released container container_1397144823869_0012_01_000002 on node: host: localhost:52024 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:50:03,883 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0012_01_000003 is : 143
2014-04-10 10:50:03,891 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:50:03,891 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000003
2014-04-10 10:50:03,891 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000003
2014-04-10 10:50:03,891 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000003
2014-04-10 10:50:03,892 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000003
2014-04-10 10:50:03,892 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0012 CONTAINERID=container_1397144823869_0012_01_000003
2014-04-10 10:50:03,892 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:50:03,892 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0012_01_000003 from application application_1397144823869_0012
2014-04-10 10:50:03,892 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:03,892 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0012
2014-04-10 10:50:03,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter/_temporary/1/_temporary/attempt_1397144823869_0012_m_000004_0 dst=null perm=null
2014-04-10 10:50:04,015 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0012_01_000006
2014-04-10 10:50:04,015 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0012 CONTAINERID=container_1397144823869_0012_01_000006
2014-04-10 10:50:04,015 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:50:04,015 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0012_01_000006
2014-04-10 10:50:04,022 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0012_01_000006 is : 143
2014-04-10 10:50:04,037 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:50:04,038 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000006
2014-04-10 10:50:04,038 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000006
2014-04-10 10:50:04,038 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000006
2014-04-10 10:50:04,038 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000006
2014-04-10 10:50:04,039 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0012 CONTAINERID=container_1397144823869_0012_01_000006
2014-04-10 10:50:04,039 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:50:04,039 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0012_01_000006 from application application_1397144823869_0012
2014-04-10 10:50:04,039 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:04,039 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0012
2014-04-10 10:50:04,748 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0012_01_000004
2014-04-10 10:50:04,748 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0012_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:50:04,748 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0012_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:50:04,749 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0012 CONTAINERID=container_1397144823869_0012_01_000004
2014-04-10 10:50:04,749 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0012_01_000004 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:50:04,749 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:50:04,749 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0012_01_000004, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:04,749 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:04,749 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:50:04,750 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0012_000001 released container container_1397144823869_0012_01_000004 on node: host: localhost:37679 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:50:04,879 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0012_01_000003
2014-04-10 10:50:04,879 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0012_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:50:04,880 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0012_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:50:04,880 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0012 CONTAINERID=container_1397144823869_0012_01_000003
2014-04-10 10:50:04,880 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0012_01_000003 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:50:04,880 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:50:04,880 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0012_01_000003, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:04,880 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:04,880 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:50:04,881 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0012_000001 released container container_1397144823869_0012_01_000003 on node: host: localhost:52024 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:50:05,016 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0012_01_000006
2014-04-10 10:50:05,016 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0012_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:50:05,017 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0012_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:50:05,017 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0012 CONTAINERID=container_1397144823869_0012_01_000006
2014-04-10 10:50:05,017 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0012_01_000006 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:50:05,017 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:50:05,017 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0012_01_000006, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:05,017 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:05,017 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:50:05,018 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0012_000001 released container container_1397144823869_0012_01_000006 on node: host: localhost:56736 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:50:05,581 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0012_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:50:05,581 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0012 CONTAINERID=container_1397144823869_0012_01_000007
2014-04-10 10:50:05,582 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0012_01_000007 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:50:05,582 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0012 container=Container: [ContainerId: container_1397144823869_0012_01_000007, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0012_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:05,582 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:50:05,582 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:06,062 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0012_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:50:06,075 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0012_000001 (auth:SIMPLE)
2014-04-10 10:50:06,079 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0012_01_000007 by user brock
2014-04-10 10:50:06,079 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0012
2014-04-10 10:50:06,079 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0012 CONTAINERID=container_1397144823869_0012_01_000007
2014-04-10 10:50:06,079 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0012 transitioned from NEW to INITING
2014-04-10 10:50:06,079 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0012_01_000007 to application application_1397144823869_0012
2014-04-10 10:50:06,080 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0012 transitioned from INITING to RUNNING
2014-04-10 10:50:06,080 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 10:50:06,080 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0012
2014-04-10 10:50:06,080 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0012
2014-04-10 10:50:06,080 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:50:06,080 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0012
2014-04-10 10:50:06,081 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:50:06,081 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:50:06,081 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0012_01_000007
2014-04-10 10:50:06,091 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397144823869_0012_01_000007.tokens. Credentials list:
2014-04-10 10:50:06,105 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:50:06,169 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397144823869_0012_01_000007.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000007.tokens
2014-04-10 10:50:06,169 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0012 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0012
2014-04-10 10:50:06,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.jar dst=null perm=null
2014-04-10 10:50:06,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.jar dst=null perm=null
2014-04-10 10:50:06,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.jar dst=null perm=null
2014-04-10 10:50:06,280 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53013, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_918620427_9002, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741944_1120, duration: 836162
2014-04-10 10:50:06,305 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0012/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:50:06,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.xml dst=null perm=null
2014-04-10 10:50:06,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.xml dst=null perm=null
2014-04-10 10:50:06,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.xml dst=null perm=null
2014-04-10 10:50:06,332 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45065, bytes: 83057, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_918620427_9002, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741947_1123, duration: 469542
2014-04-10 10:50:06,350 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0012/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:50:06,350 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:50:06,383 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 10:50:06,384 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:06,444 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000007/default_container_executor.sh]
2014-04-10 10:50:06,581 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0012_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:50:07,066 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:50:08,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter/_temporary/1/_temporary/attempt_1397144823869_0012_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:08,225 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter/_temporary/1/_temporary/attempt_1397144823869_0012_r_000000_0/part-00000. BP-1649026925-127.0.0.1-1397144808341 blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]}
2014-04-10 10:50:08,293 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741950_1126 src: /127.0.0.1:45079 dest: /127.0.0.1:36139
2014-04-10 10:50:08,294 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741950_1126 src: /127.0.0.1:53030 dest: /127.0.0.1:55289
2014-04-10 10:50:08,294 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741950_1126 src: /127.0.0.1:37307 dest: /127.0.0.1:55175
2014-04-10 10:50:08,304 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37307, dest: /127.0.0.1:55175, bytes: 221, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0012_r_000000_0_1794677067_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741950_1126, duration: 9254909
2014-04-10 10:50:08,305 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741950_1126, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:08,305 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53030, dest: /127.0.0.1:55289, bytes: 221, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0012_r_000000_0_1794677067_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741950_1126, duration: 10016165
2014-04-10 10:50:08,305 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:50:08,305 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741950_1126, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:08,305 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45079, dest: /127.0.0.1:36139, bytes: 221, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0012_r_000000_0_1794677067_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741950_1126, duration: 10330204
2014-04-10 10:50:08,306 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741950_1126, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:08,306 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:50:08,306 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:50:08,324 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter/_temporary/1/_temporary/attempt_1397144823869_0012_r_000000_0/part-00000 is closed by DFSClient_attempt_1397144823869_0012_r_000000_0_1794677067_1
2014-04-10 10:50:08,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter/_temporary/1/_temporary/attempt_1397144823869_0012_r_000000_0 dst=null perm=null
2014-04-10 10:50:08,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter/_temporary/1/_temporary/attempt_1397144823869_0012_r_000000_0 dst=null perm=null
2014-04-10 10:50:08,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter/_temporary/1/task_1397144823869_0012_r_000000 dst=null perm=null
2014-04-10 10:50:08,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter/_temporary/1/_temporary/attempt_1397144823869_0012_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter/_temporary/1/task_1397144823869_0012_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:50:08,444 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0012_01_000007
2014-04-10 10:50:08,444 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0012 CONTAINERID=container_1397144823869_0012_01_000007
2014-04-10 10:50:08,444 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000007 transitioned from RUNNING to KILLING
2014-04-10 10:50:08,444 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0012_01_000007
2014-04-10 10:50:08,450 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0012_01_000007 is : 143
2014-04-10 10:50:08,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:08,463 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:50:08,463 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000007
2014-04-10 10:50:08,463 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000007
2014-04-10 10:50:08,463 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000007
2014-04-10 10:50:08,463 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000007
2014-04-10 10:50:08,463 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0012 CONTAINERID=container_1397144823869_0012_01_000007
2014-04-10 10:50:08,464 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:50:08,464 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0012_01_000007 from application application_1397144823869_0012
2014-04-10 10:50:08,464 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:08,464 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0012
2014-04-10 10:50:08,474 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-2044076759_1
2014-04-10 10:50:08,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter/_temporary/1 dst=null perm=null
2014-04-10 10:50:08,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter dst=null perm=null
2014-04-10 10:50:08,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter dst=null perm=null
2014-04-10 10:50:08,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter/_temporary/1/task_1397144823869_0012_r_000000 dst=null perm=null
2014-04-10 10:50:08,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter/part-00000 dst=null perm=null
2014-04-10 10:50:08,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter/_temporary/1/task_1397144823869_0012_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:08,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter/_temporary dst=null perm=null
2014-04-10 10:50:08,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:08,557 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-2044076759_1
2014-04-10 10:50:08,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:08,591 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-2044076759_1
2014-04-10 10:50:08,610 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45172, dest: /127.0.0.1:53466, bytes: 69515, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2044076759_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741949_1125, duration: 4927305414
2014-04-10 10:50:08,610 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741949_1125, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:08,610 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37270, dest: /127.0.0.1:55175, bytes: 69515, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2044076759_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741949_1125, duration: 4931354687
2014-04-10 10:50:08,611 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 15778
2014-04-10 10:50:08,611 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741949_1125, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:08,611 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45043, dest: /127.0.0.1:36139, bytes: 69515, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2044076759_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741949_1125, duration: 4931974240
2014-04-10 10:50:08,611 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 15778
2014-04-10 10:50:08,612 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741949_1125, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:08,612 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 15778
2014-04-10 10:50:08,624 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job_1397144823869_0012_1.jhist is closed by DFSClient_NONMAPREDUCE_-2044076759_1
2014-04-10 10:50:08,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0012.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:08,644 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0012.summary_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]}
2014-04-10 10:50:08,687 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741951_1127 src: /127.0.0.1:37309 dest: /127.0.0.1:55175
2014-04-10 10:50:08,689 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741951_1127 src: /127.0.0.1:53034 dest: /127.0.0.1:55289
2014-04-10 10:50:08,690 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741951_1127 src: /127.0.0.1:45085 dest: /127.0.0.1:36139
2014-04-10 10:50:08,693 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45085, dest: /127.0.0.1:36139, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2044076759_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741951_1127, duration: 2038547
2014-04-10 10:50:08,693 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741951_1127, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:08,694 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:50:08,694 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53034, dest: /127.0.0.1:55289, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2044076759_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741951_1127, duration: 2368309
2014-04-10 10:50:08,694 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741951_1127, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:08,694 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:50:08,695 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37309, dest: /127.0.0.1:55175, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2044076759_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741951_1127, duration: 3087940
2014-04-10 10:50:08,695 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741951_1127, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:08,695 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:50:08,716 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0012.summary_tmp is closed by DFSClient_NONMAPREDUCE_-2044076759_1
2014-04-10 10:50:08,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0012.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:50:08,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job_1397144823869_0012_1.jhist dst=null perm=null
2014-04-10 10:50:08,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0012-1397144995267-brock-%5BD4B272D251B347DCB00DC7E72FA8BEF7%2F123D3E67F8A845F5-1397145008592-5-1-SUCCEEDED-default-1397144998002.jhist_tmp dst=null perm=null
2014-04-10 10:50:08,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job_1397144823869_0012_1.jhist dst=null perm=null
2014-04-10 10:50:08,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0012-1397144995267-brock-%5BD4B272D251B347DCB00DC7E72FA8BEF7%2F123D3E67F8A845F5-1397145008592-5-1-SUCCEEDED-default-1397144998002.jhist_tmp dst=null perm=null
2014-04-10 10:50:08,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job_1397144823869_0012_1.jhist dst=null perm=null
2014-04-10 10:50:08,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0012-1397144995267-brock-%5BD4B272D251B347DCB00DC7E72FA8BEF7%2F123D3E67F8A845F5-1397145008592-5-1-SUCCEEDED-default-1397144998002.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:08,769 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45213, bytes: 70059, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2044076759_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741949_1125, duration: 404142
2014-04-10 10:50:08,772 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0012-1397144995267-brock-%5BD4B272D251B347DCB00DC7E72FA8BEF7%2F123D3E67F8A845F5-1397145008592-5-1-SUCCEEDED-default-1397144998002.jhist_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:50:08,785 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741952_1128 src: /127.0.0.1:45087 dest: /127.0.0.1:36139
2014-04-10 10:50:08,786 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741952_1128 src: /127.0.0.1:53038 dest: /127.0.0.1:55289
2014-04-10 10:50:08,787 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741952_1128 src: /127.0.0.1:45216 dest: /127.0.0.1:53466
2014-04-10 10:50:08,792 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45216, dest: /127.0.0.1:53466, bytes: 69515, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2044076759_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741952_1128, duration: 3479659
2014-04-10 10:50:08,792 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741952_1128, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:08,792 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:50:08,792 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53038, dest: /127.0.0.1:55289, bytes: 69515, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2044076759_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741952_1128, duration: 4005573
2014-04-10 10:50:08,793 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741952_1128, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:08,793 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:50:08,793 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45087, dest: /127.0.0.1:36139, bytes: 69515, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2044076759_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741952_1128, duration: 4506826
2014-04-10 10:50:08,794 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741952_1128, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:08,794 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:50:08,807 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0012-1397144995267-brock-%5BD4B272D251B347DCB00DC7E72FA8BEF7%2F123D3E67F8A845F5-1397145008592-5-1-SUCCEEDED-default-1397144998002.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-2044076759_1
2014-04-10 10:50:08,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0012-1397144995267-brock-%5BD4B272D251B347DCB00DC7E72FA8BEF7%2F123D3E67F8A845F5-1397145008592-5-1-SUCCEEDED-default-1397144998002.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:50:08,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job_1397144823869_0012_1_conf.xml dst=null perm=null
2014-04-10 10:50:08,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0012_conf.xml_tmp dst=null perm=null
2014-04-10 10:50:08,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job_1397144823869_0012_1_conf.xml dst=null perm=null
2014-04-10 10:50:08,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0012_conf.xml_tmp dst=null perm=null
2014-04-10 10:50:08,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012/job_1397144823869_0012_1_conf.xml dst=null perm=null
2014-04-10 10:50:08,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0012_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:08,843 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45213, bytes: 97152, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2044076759_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741948_1124, duration: 379947
2014-04-10 10:50:08,847 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0012_conf.xml_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:50:08,860 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741953_1129 src: /127.0.0.1:53040 dest: /127.0.0.1:55289
2014-04-10 10:50:08,861 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741953_1129 src: /127.0.0.1:45218 dest: /127.0.0.1:53466
2014-04-10 10:50:08,862 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741953_1129 src: /127.0.0.1:45092 dest: /127.0.0.1:36139
2014-04-10 10:50:08,867 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45092, dest: /127.0.0.1:36139, bytes: 96396, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2044076759_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741953_1129, duration: 3141969
2014-04-10 10:50:08,867 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741953_1129, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:08,867 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:50:08,868 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45218, dest: /127.0.0.1:53466, bytes: 96396, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2044076759_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741953_1129, duration: 3963951
2014-04-10 10:50:08,868 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741953_1129, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:08,868 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:50:08,868 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53040, dest: /127.0.0.1:55289, bytes: 96396, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2044076759_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741953_1129, duration: 4512663
2014-04-10 10:50:08,869 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741953_1129, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:08,869 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:50:08,882 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0012_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-2044076759_1
2014-04-10 10:50:08,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0012_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:50:08,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0012.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0012.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:50:08,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0012_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0012_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:50:08,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0012-1397144995267-brock-%5BD4B272D251B347DCB00DC7E72FA8BEF7%2F123D3E67F8A845F5-1397145008592-5-1-SUCCEEDED-default-1397144998002.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0012-1397144995267-brock-%5BD4B272D251B347DCB00DC7E72FA8BEF7%2F123D3E67F8A845F5-1397145008592-5-1-SUCCEEDED-default-1397144998002.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:50:08,957 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397144823869_0012_000001 with final state: FINISHING
2014-04-10 10:50:08,958 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0012_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:50:08,958 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397144823869_0012 with final state: FINISHING
2014-04-10 10:50:08,958 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0012 State change from RUNNING to FINAL_SAVING
2014-04-10 10:50:08,958 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0012
2014-04-10 10:50:08,959 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0012_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:50:08,959 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0012 State change from FINAL_SAVING to FINISHING
2014-04-10 10:50:08,972 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741950_1126
2014-04-10 10:50:08,973 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741951_1127
2014-04-10 10:50:08,974 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741949_1125
2014-04-10 10:50:09,032 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:50:09,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:50:09,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:50:09,036 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397144823869_0012 from file: hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0012-1397144995267-brock-%5BD4B272D251B347DCB00DC7E72FA8BEF7%2F123D3E67F8A845F5-1397145008592-5-1-SUCCEEDED-default-1397144998002.jhist
2014-04-10 10:50:09,037 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0012-1397144995267-brock-%5BD4B272D251B347DCB00DC7E72FA8BEF7%2F123D3E67F8A845F5-1397145008592-5-1-SUCCEEDED-default-1397144998002.jhist]
2014-04-10 10:50:09,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0012-1397144995267-brock-%5BD4B272D251B347DCB00DC7E72FA8BEF7%2F123D3E67F8A845F5-1397145008592-5-1-SUCCEEDED-default-1397144998002.jhist dst=null perm=null
2014-04-10 10:50:09,041 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45096, bytes: 70059, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741952_1128, duration: 407778
2014-04-10 10:50:09,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0012.summary dst=null perm=null
2014-04-10 10:50:09,068 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53048, bytes: 457, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_538767685_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741951_1127, duration: 262411
2014-04-10 10:50:09,068 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397144823869_0012,submitTime=1397144995267,launchTime=1397144998002,firstMapTaskLaunchTime=1397145000179,firstReduceTaskLaunchTime=1397145006080,finishTime=1397145008592,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=5,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=18,reduceSlotSeconds=2,jobName=[D4B272D251B347DCB00DC7E72FA8BEF7/123D3E67F8A845F59E4B529B9BBA834A] lower*upper/(1/1) ...latform/cogroupinnerouter
2014-04-10 10:50:09,068 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0012.summary]
2014-04-10 10:50:09,083 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741951_1127 127.0.0.1:55175 127.0.0.1:55289 127.0.0.1:36139
2014-04-10 10:50:09,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0012.summary dst=null perm=null
2014-04-10 10:50:09,083 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741950_1126
2014-04-10 10:50:09,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:50:09,085 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741953_1129
2014-04-10 10:50:09,085 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0012-1397144995267-brock-%5BD4B272D251B347DCB00DC7E72FA8BEF7%2F123D3E67F8A845F5-1397145008592-5-1-SUCCEEDED-default-1397144998002.jhist to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0012-1397144995267-brock-%5BD4B272D251B347DCB00DC7E72FA8BEF7%2F123D3E67F8A845F5-1397145008592-5-1-SUCCEEDED-default-1397144998002.jhist
2014-04-10 10:50:09,085 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741951_1127
2014-04-10 10:50:09,087 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741952_1128
2014-04-10 10:50:09,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0012-1397144995267-brock-%5BD4B272D251B347DCB00DC7E72FA8BEF7%2F123D3E67F8A845F5-1397145008592-5-1-SUCCEEDED-default-1397144998002.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0012-1397144995267-brock-%5BD4B272D251B347DCB00DC7E72FA8BEF7%2F123D3E67F8A845F5-1397145008592-5-1-SUCCEEDED-default-1397144998002.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:50:09,100 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0012_conf.xml to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0012_conf.xml
2014-04-10 10:50:09,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0012_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0012_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:50:09,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter dst=null perm=null
2014-04-10 10:50:09,130 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter/_temporary
2014-04-10 10:50:09,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter/_temporary dst=null perm=null
2014-04-10 10:50:09,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter dst=null perm=null
2014-04-10 10:50:09,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter dst=null perm=null
2014-04-10 10:50:09,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter dst=null perm=null
2014-04-10 10:50:09,151 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:50:09,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter/part-00000 dst=null perm=null
2014-04-10 10:50:09,155 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37325, bytes: 225, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741950_1126, duration: 253722
2014-04-10 10:50:09,177 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741950_1126
2014-04-10 10:50:09,177 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741951_1127
2014-04-10 10:50:09,178 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741949_1125
2014-04-10 10:50:09,179 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741952_1128
2014-04-10 10:50:09,180 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741953_1129
2014-04-10 10:50:09,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter dst=null perm=null
2014-04-10 10:50:09,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter dst=null perm=null
2014-04-10 10:50:09,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter dst=null perm=null
2014-04-10 10:50:09,182 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:50:09,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter/part-00000 dst=null perm=null
2014-04-10 10:50:09,185 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37325, bytes: 225, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741950_1126, duration: 163121
2014-04-10 10:50:09,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:50:09,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:50:09,200 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 10:50:09,200 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 10:50:09,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup dst=null perm=null
2014-04-10 10:50:09,211 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting
2014-04-10 10:50:09,212 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextDelimited[['num', 'char' | Integer, String]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt"]
2014-04-10 10:50:09,212 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextDelimited[['num', 'char' | Integer, String]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt"]
2014-04-10 10:50:09,212 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] sink: Hfs["TextDelimited[[0:3]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup"]
2014-04-10 10:50:09,212 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] parallel execution is enabled: true
2014-04-10 10:50:09,212 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting jobs: 1
2014-04-10 10:50:09,212 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] allocating threads: 1
2014-04-10 10:50:09,213 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) ...oupinnerouter-resultgroup
2014-04-10 10:50:09,222 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:50:09,229 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:50:09,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup dst=null perm=null
2014-04-10 10:50:09,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:50:09,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:50:09,233 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 13
2014-04-10 10:50:09,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013 dst=null perm=null
2014-04-10 10:50:09,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:50:09,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:50:09,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.jar dst=null perm=null
2014-04-10 10:50:09,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:50:09,277 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]}
2014-04-10 10:50:09,292 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741954_1130 src: /127.0.0.1:53050 dest: /127.0.0.1:55289
2014-04-10 10:50:09,293 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741954_1130 src: /127.0.0.1:45101 dest: /127.0.0.1:36139
2014-04-10 10:50:09,295 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741954_1130 src: /127.0.0.1:37328 dest: /127.0.0.1:55175
2014-04-10 10:50:09,300 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37328, dest: /127.0.0.1:55175, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741954_1130, duration: 3825385
2014-04-10 10:50:09,300 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741954_1130, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:09,301 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:50:09,301 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45101, dest: /127.0.0.1:36139, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741954_1130, duration: 4407726
2014-04-10 10:50:09,301 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741954_1130, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:09,301 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:50:09,301 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53050, dest: /127.0.0.1:55289, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741954_1130, duration: 4366515
2014-04-10 10:50:09,302 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741954_1130, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:09,303 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:50:09,316 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:50:09,317 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.jar
2014-04-10 10:50:09,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.jar dst=null perm=null
2014-04-10 10:50:09,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:50:09,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:50:09,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:50:09,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:50:09,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:50:09,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:50:09,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:50:09,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:50:09,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:50:09,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:50:09,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:50:09,344 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:50:09,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:50:09,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:50:09,348 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:50:09,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:50:09,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:50:09,353 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:50:09,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:50:09,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:50:09,358 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:50:09,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:50:09,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:50:09,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:50:09,383 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.split
2014-04-10 10:50:09,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.split dst=null perm=null
2014-04-10 10:50:09,392 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.split. BP-1649026925-127.0.0.1-1397144808341 blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:50:09,401 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741955_1131 src: /127.0.0.1:53054 dest: /127.0.0.1:55289
2014-04-10 10:50:09,403 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741955_1131 src: /127.0.0.1:37331 dest: /127.0.0.1:55175
2014-04-10 10:50:09,404 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741955_1131 src: /127.0.0.1:45106 dest: /127.0.0.1:36139
2014-04-10 10:50:09,405 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741955_1131 src: /127.0.0.1:45234 dest: /127.0.0.1:53466
2014-04-10 10:50:09,408 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45234, dest: /127.0.0.1:53466, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741955_1131, duration: 2392494
2014-04-10 10:50:09,409 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741955_1131, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:09,409 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:50:09,409 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45106, dest: /127.0.0.1:36139, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741955_1131, duration: 3127210
2014-04-10 10:50:09,410 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741955_1131, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:09,410 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:50:09,410 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37331, dest: /127.0.0.1:55175, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741955_1131, duration: 3852396
2014-04-10 10:50:09,410 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741955_1131, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:09,411 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:50:09,411 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53054, dest: /127.0.0.1:55289, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741955_1131, duration: 4390464
2014-04-10 10:50:09,411 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741955_1131, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:09,411 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:50:09,424 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.split is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:50:09,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:50:09,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:50:09,442 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.splitmetainfo. BP-1649026925-127.0.0.1-1397144808341 blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:50:09,445 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0012_01_000007
2014-04-10 10:50:09,445 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0012_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:50:09,445 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0012_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 10:50:09,445 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0012 CONTAINERID=container_1397144823869_0012_01_000007
2014-04-10 10:50:09,446 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0012_01_000007 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:50:09,446 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:50:09,446 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0012_01_000007, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:09,446 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:09,446 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:50:09,446 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0012_000001 released container container_1397144823869_0012_01_000007 on node: host: localhost:50571 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:50:09,459 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741956_1132 src: /127.0.0.1:45108 dest: /127.0.0.1:36139
2014-04-10 10:50:09,460 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741956_1132 src: /127.0.0.1:53059 dest: /127.0.0.1:55289
2014-04-10 10:50:09,462 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741956_1132 src: /127.0.0.1:45237 dest: /127.0.0.1:53466
2014-04-10 10:50:09,464 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45237, dest: /127.0.0.1:53466, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741956_1132, duration: 1610907
2014-04-10 10:50:09,465 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741956_1132, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:09,465 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:50:09,465 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53059, dest: /127.0.0.1:55289, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741956_1132, duration: 2282942
2014-04-10 10:50:09,465 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741956_1132, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:09,466 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:50:09,466 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45108, dest: /127.0.0.1:36139, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741956_1132, duration: 2939138
2014-04-10 10:50:09,466 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741956_1132, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:09,472 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:50:09,482 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:50:09,483 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 10:50:09,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:50:09,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:50:09,515 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:50:09,526 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741957_1133 src: /127.0.0.1:45111 dest: /127.0.0.1:36139
2014-04-10 10:50:09,527 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741957_1133 src: /127.0.0.1:45239 dest: /127.0.0.1:53466
2014-04-10 10:50:09,528 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741957_1133 src: /127.0.0.1:53063 dest: /127.0.0.1:55289
2014-04-10 10:50:09,532 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53063, dest: /127.0.0.1:55289, bytes: 82437, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741957_1133, duration: 2305068
2014-04-10 10:50:09,532 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741957_1133, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:09,532 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:50:09,533 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45239, dest: /127.0.0.1:53466, bytes: 82437, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741957_1133, duration: 2982608
2014-04-10 10:50:09,533 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741957_1133, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:09,533 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:50:09,534 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45111, dest: /127.0.0.1:36139, bytes: 82437, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741957_1133, duration: 3458561
2014-04-10 10:50:09,534 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:50:09,534 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741957_1133, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:09,549 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.xml is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:50:09,550 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397144823869_0013
2014-04-10 10:50:09,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013 dst=null perm=null
2014-04-10 10:50:09,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.xml dst=null perm=null
2014-04-10 10:50:09,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.xml dst=null perm=null
2014-04-10 10:50:09,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.jar dst=null perm=null
2014-04-10 10:50:09,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.jar dst=null perm=null
2014-04-10 10:50:09,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.split dst=null perm=null
2014-04-10 10:50:09,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.split dst=null perm=null
2014-04-10 10:50:09,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.splitmetainfo dst=null perm=null
2014-04-10 10:50:09,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.splitmetainfo dst=null perm=null
2014-04-10 10:50:09,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:50:09,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:50:09,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:50:09,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:50:09,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:50:09,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:50:09,607 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 13 submitted by user brock
2014-04-10 10:50:09,607 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397144823869_0013
2014-04-10 10:50:09,607 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397144823869_0013
2014-04-10 10:50:09,607 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0013
2014-04-10 10:50:09,607 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0013 State change from NEW to NEW_SAVING
2014-04-10 10:50:09,608 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0013 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:50:09,608 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397144823869_0013_000001
2014-04-10 10:50:09,608 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0013_000001 State change from NEW to SUBMITTED
2014-04-10 10:50:09,608 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397144823869_0013 from user: brock activated in queue: default
2014-04-10 10:50:09,609 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397144823869_0013 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@1ba82161, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:50:09,609 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397144823869_0013 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:50:09,609 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397144823869_0013
2014-04-10 10:50:09,609 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397144823869_0013_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:50:09,610 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0013_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:50:09,610 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0013 State change from SUBMITTED to ACCEPTED
2014-04-10 10:50:09,612 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:60619/proxy/application_1397144823869_0013/
2014-04-10 10:50:09,612 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397144823869_0013
2014-04-10 10:50:09,612 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:60619/proxy/application_1397144823869_0013/
2014-04-10 10:50:09,751 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0013_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:50:09,751 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0013 CONTAINERID=container_1397144823869_0013_01_000001
2014-04-10 10:50:09,751 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0013_01_000001 of capacity <memory:2048, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2014-04-10 10:50:09,752 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0013 container=Container: [ContainerId: container_1397144823869_0013_01_000001, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0013_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:09,752 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:50:09,752 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0013_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:50:09,752 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:09,753 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397144823869_0013 AttemptId: appattempt_1397144823869_0013_000001 MasterContainer: Container: [ContainerId: container_1397144823869_0013_01_000001, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:37679 }, ]
2014-04-10 10:50:09,753 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0013_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:50:09,753 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0013_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:50:09,753 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397144823869_0013_000001
2014-04-10 10:50:09,754 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397144823869_0013_01_000001, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] for AM appattempt_1397144823869_0013_000001
2014-04-10 10:50:09,754 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397144823869_0013_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:50:09,757 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0013_000001 (auth:SIMPLE)
2014-04-10 10:50:09,759 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0013_01_000001 by user brock
2014-04-10 10:50:09,759 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0013
2014-04-10 10:50:09,759 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0013 CONTAINERID=container_1397144823869_0013_01_000001
2014-04-10 10:50:09,759 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0013 transitioned from NEW to INITING
2014-04-10 10:50:09,760 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0013_01_000001 to application application_1397144823869_0013
2014-04-10 10:50:09,760 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397144823869_0013_01_000001, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] for AM appattempt_1397144823869_0013_000001
2014-04-10 10:50:09,760 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0013 transitioned from INITING to RUNNING
2014-04-10 10:50:09,760 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0013_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:50:09,760 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:50:09,760 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0013
2014-04-10 10:50:09,761 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:50:09,761 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:50:09,761 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:50:09,761 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:50:09,761 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0013_01_000001
2014-04-10 10:50:09,772 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397144823869_0013_01_000001.tokens. Credentials list:
2014-04-10 10:50:09,786 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:50:09,851 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397144823869_0013_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000001.tokens
2014-04-10 10:50:09,851 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0013 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0013
2014-04-10 10:50:09,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.jar dst=null perm=null
2014-04-10 10:50:09,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.jar dst=null perm=null
2014-04-10 10:50:09,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.jar dst=null perm=null
2014-04-10 10:50:09,966 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53048, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2122981918_9180, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741954_1130, duration: 1100834
2014-04-10 10:50:09,992 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0013/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:50:10,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.splitmetainfo dst=null perm=null
2014-04-10 10:50:10,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.splitmetainfo dst=null perm=null
2014-04-10 10:50:10,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.splitmetainfo dst=null perm=null
2014-04-10 10:50:10,016 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741944_1120 127.0.0.1:53466 127.0.0.1:55289 127.0.0.1:55175 127.0.0.1:36139
2014-04-10 10:50:10,016 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741945_1121 127.0.0.1:36139 127.0.0.1:55175 127.0.0.1:55289 127.0.0.1:53466
2014-04-10 10:50:10,016 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741946_1122 127.0.0.1:36139 127.0.0.1:53466 127.0.0.1:55175
2014-04-10 10:50:10,017 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741947_1123 127.0.0.1:55175 127.0.0.1:53466 127.0.0.1:36139
2014-04-10 10:50:10,017 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741949_1125 127.0.0.1:36139 127.0.0.1:55175 127.0.0.1:53466
2014-04-10 10:50:10,017 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741948_1124 127.0.0.1:55289 127.0.0.1:55175 127.0.0.1:53466
2014-04-10 10:50:10,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0012 dst=null perm=null
2014-04-10 10:50:10,019 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53048, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2122981918_9180, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741956_1132, duration: 319061
2014-04-10 10:50:10,039 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0013/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:50:10,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.split dst=null perm=null
2014-04-10 10:50:10,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.split dst=null perm=null
2014-04-10 10:50:10,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.split dst=null perm=null
2014-04-10 10:50:10,066 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45247, bytes: 1928, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2122981918_9180, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741955_1131, duration: 239206
2014-04-10 10:50:10,084 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0013/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:50:10,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.xml dst=null perm=null
2014-04-10 10:50:10,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.xml dst=null perm=null
2014-04-10 10:50:10,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.xml dst=null perm=null
2014-04-10 10:50:10,110 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53048, bytes: 83085, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2122981918_9180, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741957_1133, duration: 371880
2014-04-10 10:50:10,129 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0013/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:50:10,129 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:50:10,158 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:50:10,158 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:10,219 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000001/default_container_executor.sh]
2014-04-10 10:50:10,750 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0013_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:50:10,777 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:55289 to replicate blk_1073741954_1130 to datanode(s) 127.0.0.1:53466
2014-04-10 10:50:10,778 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073741944_1120, blk_1073741945_1121, blk_1073741948_1124, blk_1073741951_1127]
2014-04-10 10:50:10,778 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073741944_1120, blk_1073741945_1121, blk_1073741946_1122, blk_1073741947_1123, blk_1073741948_1124, blk_1073741949_1125]
2014-04-10 10:50:11,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:50:11,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/COMMIT_STARTED dst=null perm=null
2014-04-10 10:50:11,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:50:11,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/COMMIT_FAIL dst=null perm=null
2014-04-10 10:50:11,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013 dst=null perm=null
2014-04-10 10:50:11,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:50:11,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:50:11,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.splitmetainfo dst=null perm=null
2014-04-10 10:50:11,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.splitmetainfo dst=null perm=null
2014-04-10 10:50:11,742 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53074, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1046430308_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741956_1132, duration: 149448
2014-04-10 10:50:12,005 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, infoPort=58659, ipcPort=38925, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) Starting thread to transfer BP-1649026925-127.0.0.1-1397144808341:blk_1073741954_1130 to 127.0.0.1:53466
2014-04-10 10:50:12,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741944_1120 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741944 for deletion
2014-04-10 10:50:12,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741945_1121 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741945 for deletion
2014-04-10 10:50:12,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741948_1124 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741948 for deletion
2014-04-10 10:50:12,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741945_1121 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741945
2014-04-10 10:50:12,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741951_1127 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741951 for deletion
2014-04-10 10:50:12,006 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741954_1130 src: /127.0.0.1:45253 dest: /127.0.0.1:53466
2014-04-10 10:50:12,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741944_1120 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741944
2014-04-10 10:50:12,006 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1649026925-127.0.0.1-1397144808341:blk_1073741954_1130 (numBytes=244650) to 127.0.0.1/127.0.0.1:53466
2014-04-10 10:50:12,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741948_1124 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741948
2014-04-10 10:50:12,007 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741951_1127 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741951
2014-04-10 10:50:12,007 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1649026925-127.0.0.1-1397144808341:blk_1073741954_1130 src: /127.0.0.1:45253 dest: /127.0.0.1:53466 of size 244650
2014-04-10 10:50:12,008 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741954_1130 size 244650
2014-04-10 10:50:12,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741944_1120 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741944 for deletion
2014-04-10 10:50:12,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741945_1121 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741945 for deletion
2014-04-10 10:50:12,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741946_1122 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741946 for deletion
2014-04-10 10:50:12,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741945_1121 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741945
2014-04-10 10:50:12,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741947_1123 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741947 for deletion
2014-04-10 10:50:12,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741944_1120 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741944
2014-04-10 10:50:12,067 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741948_1124 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741948 for deletion
2014-04-10 10:50:12,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741947_1123 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741947
2014-04-10 10:50:12,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741949_1125 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741949 for deletion
2014-04-10 10:50:12,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741946_1122 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741946
2014-04-10 10:50:12,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741949_1125 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741949
2014-04-10 10:50:12,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741948_1124 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741948
2014-04-10 10:50:12,328 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0013_000001 (auth:SIMPLE)
2014-04-10 10:50:12,329 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397144823869_0013_000001
2014-04-10 10:50:12,329 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397144823869_0013 APPATTEMPTID=appattempt_1397144823869_0013_000001
2014-04-10 10:50:12,329 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0013_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:50:12,329 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0013 State change from ACCEPTED to RUNNING
2014-04-10 10:50:12,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job_1397144823869_0013_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:12,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:50:12,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job_1397144823869_0013_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:12,566 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job_1397144823869_0013_1_conf.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:50:12,593 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741958_1134 src: /127.0.0.1:45129 dest: /127.0.0.1:36139
2014-04-10 10:50:12,594 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741958_1134 src: /127.0.0.1:37356 dest: /127.0.0.1:55175
2014-04-10 10:50:12,595 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741958_1134 src: /127.0.0.1:53081 dest: /127.0.0.1:55289
2014-04-10 10:50:12,601 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53081, dest: /127.0.0.1:55289, bytes: 96420, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1046430308_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741958_1134, duration: 4434440
2014-04-10 10:50:12,601 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741958_1134, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:12,601 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37356, dest: /127.0.0.1:55175, bytes: 96420, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1046430308_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741958_1134, duration: 4888094
2014-04-10 10:50:12,601 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:50:12,601 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741958_1134, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:12,602 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:50:12,602 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45129, dest: /127.0.0.1:36139, bytes: 96420, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1046430308_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741958_1134, duration: 5214804
2014-04-10 10:50:12,602 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741958_1134, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:12,602 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:50:12,616 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job_1397144823869_0013_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1046430308_1
2014-04-10 10:50:13,446 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0013_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:50:13,447 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0013 CONTAINERID=container_1397144823869_0013_01_000002
2014-04-10 10:50:13,447 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0013_01_000002 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:50:13,447 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0013 container=Container: [ContainerId: container_1397144823869_0013_01_000002, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0013_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:13,447 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:50:13,447 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:13,448 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0013_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:50:13,448 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0013 CONTAINERID=container_1397144823869_0013_01_000003
2014-04-10 10:50:13,448 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0013_01_000003 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:50:13,448 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0013 container=Container: [ContainerId: container_1397144823869_0013_01_000003, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0013_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:13,449 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:50:13,449 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:13,449 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0013_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:50:13,449 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0013 CONTAINERID=container_1397144823869_0013_01_000004
2014-04-10 10:50:13,449 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0013_01_000004 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 10:50:13,450 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0013 container=Container: [ContainerId: container_1397144823869_0013_01_000004, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0013_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:13,450 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:50:13,450 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:13,450 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0013_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:50:13,451 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0013 CONTAINERID=container_1397144823869_0013_01_000005
2014-04-10 10:50:13,451 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0013_01_000005 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 10:50:13,451 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0013 container=Container: [ContainerId: container_1397144823869_0013_01_000005, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0013_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:13,451 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:50:13,451 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:13,578 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741954_1130
2014-04-10 10:50:13,578 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741956_1132
2014-04-10 10:50:13,578 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741955_1131
2014-04-10 10:50:13,579 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741953_1129
2014-04-10 10:50:13,580 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741952_1128
2014-04-10 10:50:13,778 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073741944_1120, blk_1073741945_1121, blk_1073741946_1122, blk_1073741947_1123, blk_1073741948_1124, blk_1073741949_1125, blk_1073741951_1127]
2014-04-10 10:50:13,779 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073741944_1120, blk_1073741945_1121, blk_1073741946_1122, blk_1073741947_1123, blk_1073741949_1125, blk_1073741951_1127]
2014-04-10 10:50:13,779 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741957_1133
2014-04-10 10:50:13,882 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0013_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:50:13,882 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0013 CONTAINERID=container_1397144823869_0013_01_000006
2014-04-10 10:50:13,883 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0013_01_000006 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:50:13,883 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0013 container=Container: [ContainerId: container_1397144823869_0013_01_000006, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0013_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:13,883 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 10:50:13,883 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:13,978 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741958_1134
2014-04-10 10:50:13,978 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741955_1131
2014-04-10 10:50:13,981 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741954_1130
2014-04-10 10:50:14,091 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741957_1133
2014-04-10 10:50:14,091 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741955_1131
2014-04-10 10:50:14,092 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741958_1134
2014-04-10 10:50:14,184 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741958_1134
2014-04-10 10:50:14,184 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741956_1132
2014-04-10 10:50:14,185 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741955_1131
2014-04-10 10:50:14,186 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741957_1133
2014-04-10 10:50:14,293 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741954_1130
2014-04-10 10:50:14,294 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741956_1132
2014-04-10 10:50:14,367 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0013_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:50:14,367 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0013_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:50:14,367 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0013_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:50:14,368 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0013_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:50:14,368 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0013_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:50:14,385 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741954_1130
2014-04-10 10:50:14,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.jar dst=null perm=null
2014-04-10 10:50:14,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.jar dst=null perm=null
2014-04-10 10:50:14,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.xml dst=null perm=null
2014-04-10 10:50:14,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.xml dst=null perm=null
2014-04-10 10:50:14,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:50:14,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:50:14,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:50:14,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:50:14,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:50:14,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:50:14,480 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0013_000001 (auth:SIMPLE)
2014-04-10 10:50:14,480 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0013_000001 (auth:SIMPLE)
2014-04-10 10:50:14,482 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0013_01_000003 by user brock
2014-04-10 10:50:14,482 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0013_01_000005 by user brock
2014-04-10 10:50:14,482 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0013_01_000006 by user brock
2014-04-10 10:50:14,482 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0013_01_000004 by user brock
2014-04-10 10:50:14,482 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0013_01_000002 by user brock
2014-04-10 10:50:14,482 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0013
2014-04-10 10:50:14,482 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0013 CONTAINERID=container_1397144823869_0013_01_000004
2014-04-10 10:50:14,482 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0013 CONTAINERID=container_1397144823869_0013_01_000003
2014-04-10 10:50:14,482 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0013 CONTAINERID=container_1397144823869_0013_01_000002
2014-04-10 10:50:14,482 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0013
2014-04-10 10:50:14,482 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0013 CONTAINERID=container_1397144823869_0013_01_000005
2014-04-10 10:50:14,483 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0013 CONTAINERID=container_1397144823869_0013_01_000006
2014-04-10 10:50:14,482 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0013_01_000005 to application application_1397144823869_0013
2014-04-10 10:50:14,483 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0013 transitioned from NEW to INITING
2014-04-10 10:50:14,483 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0013_01_000004 to application application_1397144823869_0013
2014-04-10 10:50:14,483 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0013_01_000006 to application application_1397144823869_0013
2014-04-10 10:50:14,483 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0013_01_000002 to application application_1397144823869_0013
2014-04-10 10:50:14,484 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0013 transitioned from INITING to RUNNING
2014-04-10 10:50:14,484 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0013 transitioned from NEW to INITING
2014-04-10 10:50:14,484 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0013_01_000003 to application application_1397144823869_0013
2014-04-10 10:50:14,484 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:50:14,484 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0013 transitioned from INITING to RUNNING
2014-04-10 10:50:14,484 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0013
2014-04-10 10:50:14,484 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0013
2014-04-10 10:50:14,484 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:50:14,484 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:50:14,485 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:50:14,485 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0013
2014-04-10 10:50:14,485 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:50:14,485 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:50:14,485 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:50:14,485 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:50:14,485 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0013
2014-04-10 10:50:14,486 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0013
2014-04-10 10:50:14,486 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:50:14,486 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0013_01_000006
2014-04-10 10:50:14,486 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0013
2014-04-10 10:50:14,486 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:50:14,486 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:50:14,486 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0013
2014-04-10 10:50:14,486 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0013
2014-04-10 10:50:14,487 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:50:14,487 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0013
2014-04-10 10:50:14,487 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0013
2014-04-10 10:50:14,487 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0013
2014-04-10 10:50:14,487 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:50:14,487 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0013
2014-04-10 10:50:14,487 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0013
2014-04-10 10:50:14,488 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0013
2014-04-10 10:50:14,488 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:50:14,488 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0013
2014-04-10 10:50:14,488 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0013_01_000003
2014-04-10 10:50:14,488 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0013_01_000005
2014-04-10 10:50:14,488 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0013_01_000002
2014-04-10 10:50:14,489 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0013_01_000004
2014-04-10 10:50:14,494 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397144823869_0013_01_000006.tokens. Credentials list:
2014-04-10 10:50:14,498 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397144823869_0013_01_000002.tokens. Credentials list:
2014-04-10 10:50:14,498 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397144823869_0013_01_000003.tokens. Credentials list:
2014-04-10 10:50:14,498 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397144823869_0013_01_000004.tokens. Credentials list:
2014-04-10 10:50:14,498 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397144823869_0013_01_000005.tokens. Credentials list:
2014-04-10 10:50:14,505 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:50:14,508 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:50:14,582 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397144823869_0013_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000006.tokens
2014-04-10 10:50:14,582 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0013 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0013
2014-04-10 10:50:14,587 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397144823869_0013_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000002.tokens
2014-04-10 10:50:14,596 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0013 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0013
2014-04-10 10:50:14,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.jar dst=null perm=null
2014-04-10 10:50:14,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.jar dst=null perm=null
2014-04-10 10:50:14,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.jar dst=null perm=null
2014-04-10 10:50:14,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.jar dst=null perm=null
2014-04-10 10:50:14,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.jar dst=null perm=null
2014-04-10 10:50:14,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.jar dst=null perm=null
2014-04-10 10:50:14,720 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45269, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1214836490_9354, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741954_1130, duration: 827800
2014-04-10 10:50:14,722 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53093, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2116867835_9357, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741954_1130, duration: 870334
2014-04-10 10:50:14,749 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0013/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:50:14,754 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0013/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:50:14,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.xml dst=null perm=null
2014-04-10 10:50:14,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.xml dst=null perm=null
2014-04-10 10:50:14,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.xml dst=null perm=null
2014-04-10 10:50:14,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.xml dst=null perm=null
2014-04-10 10:50:14,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.xml dst=null perm=null
2014-04-10 10:50:14,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.xml dst=null perm=null
2014-04-10 10:50:14,781 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45144, bytes: 83085, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1214836490_9354, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741957_1133, duration: 453046
2014-04-10 10:50:14,784 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45144, bytes: 83085, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2116867835_9357, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741957_1133, duration: 332985
2014-04-10 10:50:14,803 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0013/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:50:14,803 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:50:14,806 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0013/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:50:14,806 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:50:14,806 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:50:14,807 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:50:14,807 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:50:14,833 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:50:14,833 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:14,841 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:50:14,841 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:14,841 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:50:14,841 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:50:14,842 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:14,842 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:50:14,842 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:14,842 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:14,882 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0013_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:50:14,905 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000006/default_container_executor.sh]
2014-04-10 10:50:14,912 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000005/default_container_executor.sh]
2014-04-10 10:50:14,912 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000004/default_container_executor.sh]
2014-04-10 10:50:14,912 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000003/default_container_executor.sh]
2014-04-10 10:50:14,912 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000002/default_container_executor.sh]
2014-04-10 10:50:15,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741944_1120 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741944 for deletion
2014-04-10 10:50:15,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741945_1121 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741945 for deletion
2014-04-10 10:50:15,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741946_1122 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741946 for deletion
2014-04-10 10:50:15,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741945_1121 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741945
2014-04-10 10:50:15,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741947_1123 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741947 for deletion
2014-04-10 10:50:15,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741944_1120 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741944
2014-04-10 10:50:15,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741948_1124 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741948 for deletion
2014-04-10 10:50:15,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741946_1122 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741946
2014-04-10 10:50:15,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741949_1125 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741949 for deletion
2014-04-10 10:50:15,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741948_1124 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741948
2014-04-10 10:50:15,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741947_1123 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741947
2014-04-10 10:50:15,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741951_1127 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741951 for deletion
2014-04-10 10:50:15,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741949_1125 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741949
2014-04-10 10:50:15,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741951_1127 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741951
2014-04-10 10:50:15,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741944_1120 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741944 for deletion
2014-04-10 10:50:15,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741945_1121 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741945 for deletion
2014-04-10 10:50:15,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741946_1122 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741946 for deletion
2014-04-10 10:50:15,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741944_1120 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741944
2014-04-10 10:50:15,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741945_1121 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741945
2014-04-10 10:50:15,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741947_1123 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741947 for deletion
2014-04-10 10:50:15,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741949_1125 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741949 for deletion
2014-04-10 10:50:15,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741947_1123 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741947
2014-04-10 10:50:15,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741946_1122 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741946
2014-04-10 10:50:15,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741951_1127 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741951 for deletion
2014-04-10 10:50:15,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741949_1125 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741949
2014-04-10 10:50:15,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741951_1127 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741951
2014-04-10 10:50:15,138 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397144823869_0012_01_000001 succeeded
2014-04-10 10:50:15,138 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:50:15,138 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0012_01_000001
2014-04-10 10:50:15,149 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000001
2014-04-10 10:50:15,150 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000001
2014-04-10 10:50:15,150 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000001
2014-04-10 10:50:15,150 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0012/container_1397144823869_0012_01_000001
2014-04-10 10:50:15,150 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0012 CONTAINERID=container_1397144823869_0012_01_000001
2014-04-10 10:50:15,150 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0012_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:50:15,150 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0012_01_000001 from application application_1397144823869_0012
2014-04-10 10:50:15,150 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:15,150 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0012
2014-04-10 10:50:15,387 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:50:15,447 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0013_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:50:15,447 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0013_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:50:15,447 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0013_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:50:15,447 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0013_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:50:15,751 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0012_01_000001
2014-04-10 10:50:15,752 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0012_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:50:15,752 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397144823869_0012_000001
2014-04-10 10:50:15,752 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0012_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:50:15,752 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0012_000001 State change from FINISHING to FINISHED
2014-04-10 10:50:15,752 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0012 CONTAINERID=container_1397144823869_0012_01_000001
2014-04-10 10:50:15,752 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0012 State change from FINISHING to FINISHED
2014-04-10 10:50:15,752 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0012_01_000001 of capacity <memory:2048, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:50:15,753 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397144823869_0012
2014-04-10 10:50:15,753 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397144823869_0012_000001
2014-04-10 10:50:15,753 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397144823869_0012,name=[D4B272D251B347DCB00DC7E72FA8BEF7/123D3E67F8A845F59E4B529B9BBA834A] lower*upper/(1/1) ...latform/cogroupinnerouter,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:60619/proxy/application_1397144823869_0012/jobhistory/job/job_1397144823869_0012,appMasterHost=localhost.localdomain,startTime=1397144995267,finishTime=1397145008958,finalStatus=SUCCEEDED
2014-04-10 10:50:15,753 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 10:50:15,753 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0012_01_000001, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:15,753 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:15,753 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 10:50:15,753 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0012_000001 released container container_1397144823869_0012_01_000001 on node: host: localhost:37679 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:50:15,753 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397144823869_0012_000001 is done. finalState=FINISHED
2014-04-10 10:50:15,753 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397144823869_0012 requests cleared
2014-04-10 10:50:15,754 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397144823869_0012 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:50:15,754 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397144823869_0012 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:50:15,755 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0012_000001 (auth:SIMPLE)
2014-04-10 10:50:15,769 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0012_01_000001
2014-04-10 10:50:15,882 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0012 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:50:15,882 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0012
2014-04-10 10:50:15,883 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0012
2014-04-10 10:50:15,883 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0012
2014-04-10 10:50:15,883 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0012
2014-04-10 10:50:15,883 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0012
2014-04-10 10:50:15,883 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0012 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:50:15,883 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0012, with delay of 10800 seconds
2014-04-10 10:50:15,897 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:50:16,019 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0012 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:50:16,019 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0012
2014-04-10 10:50:16,019 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0012
2014-04-10 10:50:16,019 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0012
2014-04-10 10:50:16,020 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0012
2014-04-10 10:50:16,020 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0012
2014-04-10 10:50:16,020 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0012 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:50:16,020 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0012, with delay of 10800 seconds
2014-04-10 10:50:16,169 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397144823869_0013_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000005.tokens
2014-04-10 10:50:16,170 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0013 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0013
2014-04-10 10:50:16,346 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:50:16,447 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0012 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:50:16,447 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0012
2014-04-10 10:50:16,448 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0012
2014-04-10 10:50:16,448 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0012
2014-04-10 10:50:16,448 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0012
2014-04-10 10:50:16,448 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0012 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:50:16,448 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0012, with delay of 10800 seconds
2014-04-10 10:50:16,448 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0012
2014-04-10 10:50:16,505 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397144823869_0013_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000004.tokens
2014-04-10 10:50:16,505 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0013 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0013
2014-04-10 10:50:16,752 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0012 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:50:16,752 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0012
2014-04-10 10:50:16,752 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0012
2014-04-10 10:50:16,752 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0012
2014-04-10 10:50:16,752 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0012
2014-04-10 10:50:16,753 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0012
2014-04-10 10:50:16,753 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0012 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:50:16,753 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0012, with delay of 10800 seconds
2014-04-10 10:50:16,898 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:50:17,358 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397144823869_0013_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000003.tokens
2014-04-10 10:50:17,359 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0013 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0013
2014-04-10 10:50:17,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.split dst=null perm=null
2014-04-10 10:50:17,806 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45157, bytes: 1928, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0013_m_000001_0_1520560627_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741955_1131, duration: 171661
2014-04-10 10:50:17,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.split dst=null perm=null
2014-04-10 10:50:17,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:50:17,909 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37385, bytes: 1928, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0013_m_000000_0_1312322539_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741955_1131, duration: 168390
2014-04-10 10:50:17,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.split dst=null perm=null
2014-04-10 10:50:17,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.split dst=null perm=null
2014-04-10 10:50:17,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job.split dst=null perm=null
2014-04-10 10:50:17,993 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45289, bytes: 896, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0013_m_000004_0_-758256734_1, offset: 1024, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741955_1131, duration: 177354
2014-04-10 10:50:18,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:50:18,003 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45291, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0013_m_000000_0_1312322539_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 153025
2014-04-10 10:50:18,038 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45293, bytes: 896, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0013_m_000003_0_172563867_1, offset: 1024, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741955_1131, duration: 186149
2014-04-10 10:50:18,042 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45294, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0013_m_000001_0_1520560627_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 162770
2014-04-10 10:50:18,049 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45292, bytes: 1412, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0013_m_000002_0_1743542061_1, offset: 512, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741955_1131, duration: 174588
2014-04-10 10:50:18,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:50:18,058 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37394, bytes: 52, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0013_m_000004_0_-758256734_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004, duration: 177497
2014-04-10 10:50:18,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:50:18,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0013_m_000001_0 dst=null perm=null
2014-04-10 10:50:18,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:50:18,135 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45292, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0013_m_000002_0_1743542061_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 153166
2014-04-10 10:50:18,201 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0013_01_000003
2014-04-10 10:50:18,201 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0013 CONTAINERID=container_1397144823869_0013_01_000003
2014-04-10 10:50:18,201 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:50:18,201 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0013_01_000003
2014-04-10 10:50:18,213 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0013_01_000003 is : 143
2014-04-10 10:50:18,219 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:50:18,220 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000003
2014-04-10 10:50:18,220 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000003
2014-04-10 10:50:18,220 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000003
2014-04-10 10:50:18,221 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000003
2014-04-10 10:50:18,221 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0013 CONTAINERID=container_1397144823869_0013_01_000003
2014-04-10 10:50:18,222 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:50:18,222 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0013_01_000003 from application application_1397144823869_0013
2014-04-10 10:50:18,222 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:18,222 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0013
2014-04-10 10:50:18,234 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job_1397144823869_0013_1.jhist. BP-1649026925-127.0.0.1-1397144808341 blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:50:18,259 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741959_1135 src: /127.0.0.1:37395 dest: /127.0.0.1:55175
2014-04-10 10:50:18,260 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741959_1135 src: /127.0.0.1:45297 dest: /127.0.0.1:53466
2014-04-10 10:50:18,261 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741959_1135 src: /127.0.0.1:53121 dest: /127.0.0.1:55289
2014-04-10 10:50:18,264 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job_1397144823869_0013_1.jhist for DFSClient_NONMAPREDUCE_1046430308_1
2014-04-10 10:50:18,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0013_m_000000_0 dst=null perm=null
2014-04-10 10:50:18,325 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53122, bytes: 52, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0013_m_000003_0_172563867_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004, duration: 113264
2014-04-10 10:50:18,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0013_m_000004_0 dst=null perm=null
2014-04-10 10:50:18,372 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0013_01_000002
2014-04-10 10:50:18,372 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0013 CONTAINERID=container_1397144823869_0013_01_000002
2014-04-10 10:50:18,372 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:50:18,372 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0013_01_000002
2014-04-10 10:50:18,372 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0013_01_000003
2014-04-10 10:50:18,373 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0013_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:50:18,373 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0013_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:50:18,373 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0013 CONTAINERID=container_1397144823869_0013_01_000003
2014-04-10 10:50:18,373 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0013_01_000003 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 10:50:18,373 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 10:50:18,373 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0013_01_000003, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:18,373 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:18,373 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 10:50:18,374 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0013_000001 released container container_1397144823869_0013_01_000003 on node: host: localhost:50571 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 10:50:18,379 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0013_01_000002 is : 143
2014-04-10 10:50:18,400 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0013_01_000006
2014-04-10 10:50:18,400 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0013 CONTAINERID=container_1397144823869_0013_01_000006
2014-04-10 10:50:18,400 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:50:18,401 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0013_01_000006
2014-04-10 10:50:18,403 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:50:18,404 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000002
2014-04-10 10:50:18,405 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000002
2014-04-10 10:50:18,406 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000002
2014-04-10 10:50:18,406 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000002
2014-04-10 10:50:18,406 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0013 CONTAINERID=container_1397144823869_0013_01_000002
2014-04-10 10:50:18,407 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:50:18,407 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0013_01_000002 from application application_1397144823869_0013
2014-04-10 10:50:18,407 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:18,407 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0013
2014-04-10 10:50:18,409 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0013_01_000006 is : 143
2014-04-10 10:50:18,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0013_m_000003_0 dst=null perm=null
2014-04-10 10:50:18,417 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:50:18,417 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000006
2014-04-10 10:50:18,417 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000006
2014-04-10 10:50:18,417 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000006
2014-04-10 10:50:18,417 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000006
2014-04-10 10:50:18,418 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0013 CONTAINERID=container_1397144823869_0013_01_000006
2014-04-10 10:50:18,418 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:50:18,418 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0013_01_000006 from application application_1397144823869_0013
2014-04-10 10:50:18,418 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:18,418 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0013
2014-04-10 10:50:18,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0013_m_000002_0 dst=null perm=null
2014-04-10 10:50:18,464 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0013_01_000005
2014-04-10 10:50:18,464 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0013 CONTAINERID=container_1397144823869_0013_01_000005
2014-04-10 10:50:18,464 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:50:18,464 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0013_01_000005
2014-04-10 10:50:18,464 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0013_01_000002
2014-04-10 10:50:18,465 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0013_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:50:18,465 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0013_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:50:18,465 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0013 CONTAINERID=container_1397144823869_0013_01_000002
2014-04-10 10:50:18,465 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0013_01_000002 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:50:18,465 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 10:50:18,465 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0013_01_000002, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:18,465 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:18,465 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:50:18,465 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0013_000001 released container container_1397144823869_0013_01_000002 on node: host: localhost:50571 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:50:18,469 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0013_01_000004
2014-04-10 10:50:18,469 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0013 CONTAINERID=container_1397144823869_0013_01_000004
2014-04-10 10:50:18,470 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0013_01_000005 is : 143
2014-04-10 10:50:18,478 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:50:18,478 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:50:18,478 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0013_01_000004
2014-04-10 10:50:18,484 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0013_01_000004 is : 143
2014-04-10 10:50:18,498 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000005
2014-04-10 10:50:18,498 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000005
2014-04-10 10:50:18,498 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000005
2014-04-10 10:50:18,498 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000005
2014-04-10 10:50:18,498 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:50:18,499 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0013 CONTAINERID=container_1397144823869_0013_01_000005
2014-04-10 10:50:18,499 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:50:18,499 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000004
2014-04-10 10:50:18,499 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000004
2014-04-10 10:50:18,499 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000004
2014-04-10 10:50:18,499 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000004
2014-04-10 10:50:18,499 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0013_01_000005 from application application_1397144823869_0013
2014-04-10 10:50:18,499 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:18,499 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0013
2014-04-10 10:50:18,500 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0013 CONTAINERID=container_1397144823869_0013_01_000004
2014-04-10 10:50:18,500 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:50:18,500 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0013_01_000004 from application application_1397144823869_0013
2014-04-10 10:50:18,500 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:18,500 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0013
2014-04-10 10:50:19,402 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0013_01_000006
2014-04-10 10:50:19,403 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0013_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:50:19,403 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0013_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:50:19,403 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0013 CONTAINERID=container_1397144823869_0013_01_000006
2014-04-10 10:50:19,403 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0013_01_000006 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:50:19,403 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:50:19,404 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0013_01_000006, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:19,404 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:19,404 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:50:19,404 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0013_000001 released container container_1397144823869_0013_01_000006 on node: host: localhost:52024 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:50:19,405 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0013_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:50:19,405 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0013 CONTAINERID=container_1397144823869_0013_01_000007
2014-04-10 10:50:19,405 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0013_01_000007 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:50:19,405 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0013 container=Container: [ContainerId: container_1397144823869_0013_01_000007, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0013_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:19,406 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:50:19,406 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:19,469 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0013_01_000004
2014-04-10 10:50:19,470 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0013_01_000005
2014-04-10 10:50:19,470 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0013_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:50:19,470 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0013_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:50:19,470 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0013 CONTAINERID=container_1397144823869_0013_01_000004
2014-04-10 10:50:19,471 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0013_01_000004 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:50:19,471 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:50:19,471 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0013_01_000004, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:19,471 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:19,471 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:50:19,472 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0013_000001 released container container_1397144823869_0013_01_000004 on node: host: localhost:50571 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:50:19,472 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0013_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:50:19,472 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0013_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:50:19,472 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0013 CONTAINERID=container_1397144823869_0013_01_000005
2014-04-10 10:50:19,472 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0013_01_000005 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:50:19,472 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:50:19,473 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0013_01_000005, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:19,473 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:19,473 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:50:19,473 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0013_000001 released container container_1397144823869_0013_01_000005 on node: host: localhost:50571 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:50:20,402 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0013_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:50:20,415 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0013_01_000007 by user brock
2014-04-10 10:50:20,415 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0013 CONTAINERID=container_1397144823869_0013_01_000007
2014-04-10 10:50:20,415 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0013_01_000007 to application application_1397144823869_0013
2014-04-10 10:50:20,416 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 10:50:20,416 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0013
2014-04-10 10:50:20,416 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0013
2014-04-10 10:50:20,417 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:50:20,417 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0013
2014-04-10 10:50:20,417 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:50:20,446 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 10:50:20,447 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:20,508 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000007/default_container_executor.sh]
2014-04-10 10:50:21,404 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0013_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:50:21,406 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:50:22,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0013_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:22,252 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0013_r_000000_0/part-00000. BP-1649026925-127.0.0.1-1397144808341 blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:50:22,330 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741960_1136 src: /127.0.0.1:37413 dest: /127.0.0.1:55175
2014-04-10 10:50:22,331 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741960_1136 src: /127.0.0.1:45315 dest: /127.0.0.1:53466
2014-04-10 10:50:22,331 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741960_1136 src: /127.0.0.1:53139 dest: /127.0.0.1:55289
2014-04-10 10:50:22,340 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53139, dest: /127.0.0.1:55289, bytes: 221, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0013_r_000000_0_197431629_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741960_1136, duration: 7965574
2014-04-10 10:50:22,340 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741960_1136, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:22,341 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:50:22,341 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45315, dest: /127.0.0.1:53466, bytes: 221, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0013_r_000000_0_197431629_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741960_1136, duration: 8497199
2014-04-10 10:50:22,341 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741960_1136, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:22,341 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:50:22,341 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37413, dest: /127.0.0.1:55175, bytes: 221, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0013_r_000000_0_197431629_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741960_1136, duration: 9262330
2014-04-10 10:50:22,341 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741960_1136, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:22,342 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:50:22,357 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0013_r_000000_0/part-00000 is closed by DFSClient_attempt_1397144823869_0013_r_000000_0_197431629_1
2014-04-10 10:50:22,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0013_r_000000_0 dst=null perm=null
2014-04-10 10:50:22,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0013_r_000000_0 dst=null perm=null
2014-04-10 10:50:22,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup/_temporary/1/task_1397144823869_0013_r_000000 dst=null perm=null
2014-04-10 10:50:22,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0013_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup/_temporary/1/task_1397144823869_0013_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:50:22,464 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0013_01_000007
2014-04-10 10:50:22,464 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0013 CONTAINERID=container_1397144823869_0013_01_000007
2014-04-10 10:50:22,464 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000007 transitioned from RUNNING to KILLING
2014-04-10 10:50:22,464 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0013_01_000007
2014-04-10 10:50:22,472 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0013_01_000007 is : 143
2014-04-10 10:50:22,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:22,489 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:50:22,489 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000007
2014-04-10 10:50:22,489 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000007
2014-04-10 10:50:22,489 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000007
2014-04-10 10:50:22,489 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0013 CONTAINERID=container_1397144823869_0013_01_000007
2014-04-10 10:50:22,489 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000007
2014-04-10 10:50:22,489 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:50:22,489 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0013_01_000007 from application application_1397144823869_0013
2014-04-10 10:50:22,490 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:22,490 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0013
2014-04-10 10:50:22,498 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1046430308_1
2014-04-10 10:50:22,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup/_temporary/1 dst=null perm=null
2014-04-10 10:50:22,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup dst=null perm=null
2014-04-10 10:50:22,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup dst=null perm=null
2014-04-10 10:50:22,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup/_temporary/1/task_1397144823869_0013_r_000000 dst=null perm=null
2014-04-10 10:50:22,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:50:22,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup/_temporary/1/task_1397144823869_0013_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:22,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup/_temporary dst=null perm=null
2014-04-10 10:50:22,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:22,582 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1046430308_1
2014-04-10 10:50:22,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:22,615 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1046430308_1
2014-04-10 10:50:22,642 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53121, dest: /127.0.0.1:55289, bytes: 69545, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1046430308_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741959_1135, duration: 4380125079
2014-04-10 10:50:22,643 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741959_1135, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:22,644 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45297, dest: /127.0.0.1:53466, bytes: 69545, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1046430308_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741959_1135, duration: 4381235404
2014-04-10 10:50:22,644 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 15779
2014-04-10 10:50:22,644 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741959_1135, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:22,645 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37395, dest: /127.0.0.1:55175, bytes: 69545, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1046430308_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741959_1135, duration: 4382217465
2014-04-10 10:50:22,645 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 15779
2014-04-10 10:50:22,645 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741959_1135, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:22,645 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 15779
2014-04-10 10:50:22,657 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job_1397144823869_0013_1.jhist is closed by DFSClient_NONMAPREDUCE_1046430308_1
2014-04-10 10:50:22,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0013.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:22,677 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0013.summary_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:50:22,692 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741961_1137 src: /127.0.0.1:45317 dest: /127.0.0.1:53466
2014-04-10 10:50:22,694 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741961_1137 src: /127.0.0.1:53141 dest: /127.0.0.1:55289
2014-04-10 10:50:22,695 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741961_1137 src: /127.0.0.1:37418 dest: /127.0.0.1:55175
2014-04-10 10:50:22,698 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37418, dest: /127.0.0.1:55175, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1046430308_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741961_1137, duration: 1841346
2014-04-10 10:50:22,699 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741961_1137, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:22,699 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:50:22,699 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53141, dest: /127.0.0.1:55289, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1046430308_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741961_1137, duration: 2657250
2014-04-10 10:50:22,699 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741961_1137, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:22,700 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:50:22,700 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45317, dest: /127.0.0.1:53466, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1046430308_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741961_1137, duration: 3364571
2014-04-10 10:50:22,700 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741961_1137, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:22,700 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:50:22,715 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0013.summary_tmp is closed by DFSClient_NONMAPREDUCE_1046430308_1
2014-04-10 10:50:22,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0013.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:50:22,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job_1397144823869_0013_1.jhist dst=null perm=null
2014-04-10 10:50:22,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0013-1397145009606-brock-%5B1BD82325BA514ED5ADDF1CA5532D97D0%2FBD53FC04E38B49C4-1397145022616-5-1-SUCCEEDED-default-1397145012338.jhist_tmp dst=null perm=null
2014-04-10 10:50:22,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job_1397144823869_0013_1.jhist dst=null perm=null
2014-04-10 10:50:22,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0013-1397145009606-brock-%5B1BD82325BA514ED5ADDF1CA5532D97D0%2FBD53FC04E38B49C4-1397145022616-5-1-SUCCEEDED-default-1397145012338.jhist_tmp dst=null perm=null
2014-04-10 10:50:22,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job_1397144823869_0013_1.jhist dst=null perm=null
2014-04-10 10:50:22,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0013-1397145009606-brock-%5B1BD82325BA514ED5ADDF1CA5532D97D0%2FBD53FC04E38B49C4-1397145022616-5-1-SUCCEEDED-default-1397145012338.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:22,768 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37419, bytes: 70089, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1046430308_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741959_1135, duration: 400456
2014-04-10 10:50:22,771 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0013-1397145009606-brock-%5B1BD82325BA514ED5ADDF1CA5532D97D0%2FBD53FC04E38B49C4-1397145022616-5-1-SUCCEEDED-default-1397145012338.jhist_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:50:22,784 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741962_1138 src: /127.0.0.1:37420 dest: /127.0.0.1:55175
2014-04-10 10:50:22,785 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741962_1138 src: /127.0.0.1:53145 dest: /127.0.0.1:55289
2014-04-10 10:50:22,786 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741962_1138 src: /127.0.0.1:45196 dest: /127.0.0.1:36139
2014-04-10 10:50:22,791 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45196, dest: /127.0.0.1:36139, bytes: 69545, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1046430308_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741962_1138, duration: 3142305
2014-04-10 10:50:22,791 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741962_1138, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:22,791 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:50:22,792 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53145, dest: /127.0.0.1:55289, bytes: 69545, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1046430308_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741962_1138, duration: 3769676
2014-04-10 10:50:22,792 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741962_1138, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:22,792 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:50:22,792 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37420, dest: /127.0.0.1:55175, bytes: 69545, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1046430308_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741962_1138, duration: 4564230
2014-04-10 10:50:22,793 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741962_1138, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:22,793 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:50:22,807 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0013-1397145009606-brock-%5B1BD82325BA514ED5ADDF1CA5532D97D0%2FBD53FC04E38B49C4-1397145022616-5-1-SUCCEEDED-default-1397145012338.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1046430308_1
2014-04-10 10:50:22,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0013-1397145009606-brock-%5B1BD82325BA514ED5ADDF1CA5532D97D0%2FBD53FC04E38B49C4-1397145022616-5-1-SUCCEEDED-default-1397145012338.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:50:22,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job_1397144823869_0013_1_conf.xml dst=null perm=null
2014-04-10 10:50:22,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0013_conf.xml_tmp dst=null perm=null
2014-04-10 10:50:22,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job_1397144823869_0013_1_conf.xml dst=null perm=null
2014-04-10 10:50:22,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0013_conf.xml_tmp dst=null perm=null
2014-04-10 10:50:22,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013/job_1397144823869_0013_1_conf.xml dst=null perm=null
2014-04-10 10:50:22,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0013_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:22,848 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53147, bytes: 97176, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1046430308_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741958_1134, duration: 424647
2014-04-10 10:50:22,852 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0013_conf.xml_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:50:22,867 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741963_1139 src: /127.0.0.1:45198 dest: /127.0.0.1:36139
2014-04-10 10:50:22,869 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741963_1139 src: /127.0.0.1:53149 dest: /127.0.0.1:55289
2014-04-10 10:50:22,870 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741963_1139 src: /127.0.0.1:45327 dest: /127.0.0.1:53466
2014-04-10 10:50:22,874 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45327, dest: /127.0.0.1:53466, bytes: 96420, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1046430308_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741963_1139, duration: 2714722
2014-04-10 10:50:22,874 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741963_1139, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:22,874 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:50:22,875 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53149, dest: /127.0.0.1:55289, bytes: 96420, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1046430308_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741963_1139, duration: 3286004
2014-04-10 10:50:22,875 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741963_1139, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:22,875 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:50:22,875 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45198, dest: /127.0.0.1:36139, bytes: 96420, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1046430308_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741963_1139, duration: 4030387
2014-04-10 10:50:22,876 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741963_1139, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:22,876 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:50:22,890 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0013_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1046430308_1
2014-04-10 10:50:22,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0013_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:50:22,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0013.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0013.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:50:22,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0013_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0013_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:50:22,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0013-1397145009606-brock-%5B1BD82325BA514ED5ADDF1CA5532D97D0%2FBD53FC04E38B49C4-1397145022616-5-1-SUCCEEDED-default-1397145012338.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0013-1397145009606-brock-%5B1BD82325BA514ED5ADDF1CA5532D97D0%2FBD53FC04E38B49C4-1397145022616-5-1-SUCCEEDED-default-1397145012338.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:50:22,957 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397144823869_0013_000001 with final state: FINISHING
2014-04-10 10:50:22,957 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0013_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:50:22,958 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397144823869_0013 with final state: FINISHING
2014-04-10 10:50:22,958 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0013 State change from RUNNING to FINAL_SAVING
2014-04-10 10:50:22,958 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0013
2014-04-10 10:50:22,958 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0013_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:50:22,959 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0013 State change from FINAL_SAVING to FINISHING
2014-04-10 10:50:23,017 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:50:23,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:50:23,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:50:23,022 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397144823869_0013 from file: hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0013-1397145009606-brock-%5B1BD82325BA514ED5ADDF1CA5532D97D0%2FBD53FC04E38B49C4-1397145022616-5-1-SUCCEEDED-default-1397145012338.jhist
2014-04-10 10:50:23,023 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0013-1397145009606-brock-%5B1BD82325BA514ED5ADDF1CA5532D97D0%2FBD53FC04E38B49C4-1397145022616-5-1-SUCCEEDED-default-1397145012338.jhist]
2014-04-10 10:50:23,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0013-1397145009606-brock-%5B1BD82325BA514ED5ADDF1CA5532D97D0%2FBD53FC04E38B49C4-1397145022616-5-1-SUCCEEDED-default-1397145012338.jhist dst=null perm=null
2014-04-10 10:50:23,026 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37429, bytes: 70089, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741962_1138, duration: 426312
2014-04-10 10:50:23,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0013.summary dst=null perm=null
2014-04-10 10:50:23,050 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45332, bytes: 457, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_538767685_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741961_1137, duration: 116259
2014-04-10 10:50:23,050 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397144823869_0013,submitTime=1397145009606,launchTime=1397145012338,firstMapTaskLaunchTime=1397145014490,firstReduceTaskLaunchTime=1397145020416,finishTime=1397145022616,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=5,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=19,reduceSlotSeconds=2,jobName=[1BD82325BA514ED5ADDF1CA5532D97D0/BD53FC04E38B49C4A455CAFCBBEC835B] lower*upper/(1/1) ...oupinnerouter-resultgroup
2014-04-10 10:50:23,050 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0013.summary]
2014-04-10 10:50:23,065 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741961_1137 127.0.0.1:53466 127.0.0.1:55289 127.0.0.1:55175
2014-04-10 10:50:23,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0013.summary dst=null perm=null
2014-04-10 10:50:23,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:50:23,067 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0013-1397145009606-brock-%5B1BD82325BA514ED5ADDF1CA5532D97D0%2FBD53FC04E38B49C4-1397145022616-5-1-SUCCEEDED-default-1397145012338.jhist to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0013-1397145009606-brock-%5B1BD82325BA514ED5ADDF1CA5532D97D0%2FBD53FC04E38B49C4-1397145022616-5-1-SUCCEEDED-default-1397145012338.jhist
2014-04-10 10:50:23,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0013-1397145009606-brock-%5B1BD82325BA514ED5ADDF1CA5532D97D0%2FBD53FC04E38B49C4-1397145022616-5-1-SUCCEEDED-default-1397145012338.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0013-1397145009606-brock-%5B1BD82325BA514ED5ADDF1CA5532D97D0%2FBD53FC04E38B49C4-1397145022616-5-1-SUCCEEDED-default-1397145012338.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:50:23,082 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0013_conf.xml to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0013_conf.xml
2014-04-10 10:50:23,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0013_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0013_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:50:23,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup dst=null perm=null
2014-04-10 10:50:23,109 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup/_temporary
2014-04-10 10:50:23,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup/_temporary dst=null perm=null
2014-04-10 10:50:23,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup dst=null perm=null
2014-04-10 10:50:23,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup dst=null perm=null
2014-04-10 10:50:23,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup dst=null perm=null
2014-04-10 10:50:23,124 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:50:23,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:50:23,126 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45332, bytes: 225, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741960_1136, duration: 149096
2014-04-10 10:50:23,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup dst=null perm=null
2014-04-10 10:50:23,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup dst=null perm=null
2014-04-10 10:50:23,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup dst=null perm=null
2014-04-10 10:50:23,136 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:50:23,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:50:23,138 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45332, bytes: 225, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741960_1136, duration: 140066
2014-04-10 10:50:23,139 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup
2014-04-10 10:50:23,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup dst=null perm=null
2014-04-10 10:50:23,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup dst=null perm=null
2014-04-10 10:50:23,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup dst=null perm=null
2014-04-10 10:50:23,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup dst=null perm=null
2014-04-10 10:50:23,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:50:23,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:50:23,143 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45332, bytes: 225, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741960_1136, duration: 140093
2014-04-10 10:50:23,143 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter
2014-04-10 10:50:23,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter dst=null perm=null
2014-04-10 10:50:23,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter dst=null perm=null
2014-04-10 10:50:23,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter dst=null perm=null
2014-04-10 10:50:23,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter dst=null perm=null
2014-04-10 10:50:23,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter/part-00000 dst=null perm=null
2014-04-10 10:50:23,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouter/part-00000 dst=null perm=null
2014-04-10 10:50:23,147 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45206, bytes: 225, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741950_1126, duration: 132351
2014-04-10 10:50:23,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:50:23,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:50:23,161 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 10:50:23,162 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 10:50:23,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields dst=null perm=null
2014-04-10 10:50:23,172 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting
2014-04-10 10:50:23,173 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 10:50:23,173 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 10:50:23,173 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields"]
2014-04-10 10:50:23,173 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] parallel execution is enabled: true
2014-04-10 10:50:23,173 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting jobs: 1
2014-04-10 10:50:23,173 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] allocating threads: 1
2014-04-10 10:50:23,174 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) ...dpipesplatform/difffields
2014-04-10 10:50:23,190 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:50:23,199 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:50:23,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields dst=null perm=null
2014-04-10 10:50:23,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:50:23,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:50:23,203 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 14
2014-04-10 10:50:23,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014 dst=null perm=null
2014-04-10 10:50:23,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:50:23,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:50:23,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.jar dst=null perm=null
2014-04-10 10:50:23,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:50:23,251 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]}
2014-04-10 10:50:23,266 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741964_1140 src: /127.0.0.1:45335 dest: /127.0.0.1:53466
2014-04-10 10:50:23,268 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741964_1140 src: /127.0.0.1:45209 dest: /127.0.0.1:36139
2014-04-10 10:50:23,269 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741964_1140 src: /127.0.0.1:37436 dest: /127.0.0.1:55175
2014-04-10 10:50:23,274 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37436, dest: /127.0.0.1:55175, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741964_1140, duration: 3731058
2014-04-10 10:50:23,274 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741964_1140, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:23,274 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:50:23,274 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45209, dest: /127.0.0.1:36139, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741964_1140, duration: 4285412
2014-04-10 10:50:23,275 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:50:23,276 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741964_1140, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:23,276 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45335, dest: /127.0.0.1:53466, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741964_1140, duration: 5271114
2014-04-10 10:50:23,277 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741964_1140, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:23,277 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:50:23,290 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:50:23,291 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.jar
2014-04-10 10:50:23,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.jar dst=null perm=null
2014-04-10 10:50:23,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:50:23,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:50:23,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:50:23,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:50:23,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:50:23,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:50:23,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:50:23,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:50:23,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:50:23,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:50:23,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:50:23,369 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:50:23,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:50:23,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:50:23,372 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:50:23,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:50:23,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:50:23,375 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:50:23,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:50:23,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:50:23,379 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:50:23,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:50:23,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:50:23,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:50:23,399 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.split
2014-04-10 10:50:23,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.split dst=null perm=null
2014-04-10 10:50:23,409 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.split. BP-1649026925-127.0.0.1-1397144808341 blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:50:23,425 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741965_1141 src: /127.0.0.1:45212 dest: /127.0.0.1:36139
2014-04-10 10:50:23,426 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741965_1141 src: /127.0.0.1:37439 dest: /127.0.0.1:55175
2014-04-10 10:50:23,427 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741965_1141 src: /127.0.0.1:53164 dest: /127.0.0.1:55289
2014-04-10 10:50:23,429 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741965_1141 src: /127.0.0.1:45342 dest: /127.0.0.1:53466
2014-04-10 10:50:23,432 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45342, dest: /127.0.0.1:53466, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741965_1141, duration: 2403885
2014-04-10 10:50:23,432 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741965_1141, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:23,433 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:50:23,433 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53164, dest: /127.0.0.1:55289, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741965_1141, duration: 3071111
2014-04-10 10:50:23,433 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741965_1141, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:23,434 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:50:23,434 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37439, dest: /127.0.0.1:55175, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741965_1141, duration: 3655020
2014-04-10 10:50:23,434 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741965_1141, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:23,434 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:50:23,434 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45212, dest: /127.0.0.1:36139, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741965_1141, duration: 4024776
2014-04-10 10:50:23,435 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741965_1141, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:23,435 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:50:23,448 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.split is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:50:23,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:50:23,465 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0013_01_000007
2014-04-10 10:50:23,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:50:23,465 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0013_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:50:23,465 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0013_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 10:50:23,466 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0013 CONTAINERID=container_1397144823869_0013_01_000007
2014-04-10 10:50:23,466 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0013_01_000007 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:50:23,466 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:50:23,466 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0013_01_000007, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:23,466 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:23,466 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:50:23,466 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0013_000001 released container container_1397144823869_0013_01_000007 on node: host: localhost:52024 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:50:23,467 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.splitmetainfo. BP-1649026925-127.0.0.1-1397144808341 blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:50:23,482 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741966_1142 src: /127.0.0.1:45343 dest: /127.0.0.1:53466
2014-04-10 10:50:23,483 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741966_1142 src: /127.0.0.1:45217 dest: /127.0.0.1:36139
2014-04-10 10:50:23,484 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741966_1142 src: /127.0.0.1:37444 dest: /127.0.0.1:55175
2014-04-10 10:50:23,486 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37444, dest: /127.0.0.1:55175, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741966_1142, duration: 1303057
2014-04-10 10:50:23,486 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741966_1142, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:23,486 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:50:23,487 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45217, dest: /127.0.0.1:36139, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741966_1142, duration: 2020980
2014-04-10 10:50:23,487 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741966_1142, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:23,487 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:50:23,487 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45343, dest: /127.0.0.1:53466, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741966_1142, duration: 2663682
2014-04-10 10:50:23,487 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741966_1142, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:23,488 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:50:23,498 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:50:23,499 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:6
2014-04-10 10:50:23,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:50:23,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:50:23,531 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:50:23,541 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741967_1143 src: /127.0.0.1:37445 dest: /127.0.0.1:55175
2014-04-10 10:50:23,543 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741967_1143 src: /127.0.0.1:45220 dest: /127.0.0.1:36139
2014-04-10 10:50:23,544 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741967_1143 src: /127.0.0.1:45348 dest: /127.0.0.1:53466
2014-04-10 10:50:23,547 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45348, dest: /127.0.0.1:53466, bytes: 81660, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741967_1143, duration: 2213687
2014-04-10 10:50:23,548 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741967_1143, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:23,548 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:50:23,548 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45220, dest: /127.0.0.1:36139, bytes: 81660, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741967_1143, duration: 2592759
2014-04-10 10:50:23,549 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741967_1143, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:23,549 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:50:23,549 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37445, dest: /127.0.0.1:55175, bytes: 81660, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741967_1143, duration: 3666808
2014-04-10 10:50:23,549 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741967_1143, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:23,550 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:50:23,565 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.xml is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:50:23,565 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397144823869_0014
2014-04-10 10:50:23,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014 dst=null perm=null
2014-04-10 10:50:23,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.xml dst=null perm=null
2014-04-10 10:50:23,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.xml dst=null perm=null
2014-04-10 10:50:23,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.jar dst=null perm=null
2014-04-10 10:50:23,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.jar dst=null perm=null
2014-04-10 10:50:23,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.split dst=null perm=null
2014-04-10 10:50:23,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.split dst=null perm=null
2014-04-10 10:50:23,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.splitmetainfo dst=null perm=null
2014-04-10 10:50:23,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.splitmetainfo dst=null perm=null
2014-04-10 10:50:23,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:50:23,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:50:23,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:50:23,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:50:23,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:50:23,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:50:23,623 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 14 submitted by user brock
2014-04-10 10:50:23,623 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397144823869_0014
2014-04-10 10:50:23,623 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397144823869_0014
2014-04-10 10:50:23,623 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0014
2014-04-10 10:50:23,623 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0014 State change from NEW to NEW_SAVING
2014-04-10 10:50:23,624 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0014 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:50:23,624 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397144823869_0014_000001
2014-04-10 10:50:23,625 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0014_000001 State change from NEW to SUBMITTED
2014-04-10 10:50:23,625 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397144823869_0014 from user: brock activated in queue: default
2014-04-10 10:50:23,625 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397144823869_0014 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@1ba82161, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:50:23,625 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397144823869_0014
2014-04-10 10:50:23,625 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397144823869_0014 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:50:23,626 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397144823869_0014_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:50:23,626 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0014_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:50:23,628 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0014 State change from SUBMITTED to ACCEPTED
2014-04-10 10:50:23,629 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:60619/proxy/application_1397144823869_0014/
2014-04-10 10:50:23,629 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397144823869_0014
2014-04-10 10:50:23,630 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:60619/proxy/application_1397144823869_0014/
2014-04-10 10:50:23,755 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0014_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:50:23,756 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0014 CONTAINERID=container_1397144823869_0014_01_000001
2014-04-10 10:50:23,756 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0014_01_000001 of capacity <memory:2048, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2014-04-10 10:50:23,756 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0014 container=Container: [ContainerId: container_1397144823869_0014_01_000001, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0014_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:23,756 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:50:23,756 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0014_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:50:23,756 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:23,757 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397144823869_0014 AttemptId: appattempt_1397144823869_0014_000001 MasterContainer: Container: [ContainerId: container_1397144823869_0014_01_000001, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:37679 }, ]
2014-04-10 10:50:23,757 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0014_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:50:23,758 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0014_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:50:23,758 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397144823869_0014_000001
2014-04-10 10:50:23,759 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397144823869_0014_01_000001, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] for AM appattempt_1397144823869_0014_000001
2014-04-10 10:50:23,759 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397144823869_0014_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:50:23,762 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0014_000001 (auth:SIMPLE)
2014-04-10 10:50:23,764 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0014_01_000001 by user brock
2014-04-10 10:50:23,764 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0014
2014-04-10 10:50:23,764 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0014 CONTAINERID=container_1397144823869_0014_01_000001
2014-04-10 10:50:23,764 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0014 transitioned from NEW to INITING
2014-04-10 10:50:23,765 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0014_01_000001 to application application_1397144823869_0014
2014-04-10 10:50:23,765 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0014 transitioned from INITING to RUNNING
2014-04-10 10:50:23,765 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397144823869_0014_01_000001, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] for AM appattempt_1397144823869_0014_000001
2014-04-10 10:50:23,765 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0014_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:50:23,765 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:50:23,765 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0014
2014-04-10 10:50:23,766 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:50:23,766 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:50:23,766 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:50:23,766 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:50:23,766 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0014_01_000001
2014-04-10 10:50:23,776 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0014_01_000001.tokens. Credentials list:
2014-04-10 10:50:23,782 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741966_1142
2014-04-10 10:50:23,783 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741960_1136
2014-04-10 10:50:23,785 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741964_1140
2014-04-10 10:50:23,791 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:50:23,855 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0014_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000001.tokens
2014-04-10 10:50:23,855 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0014 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0014
2014-04-10 10:50:23,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.jar dst=null perm=null
2014-04-10 10:50:23,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.jar dst=null perm=null
2014-04-10 10:50:23,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.jar dst=null perm=null
2014-04-10 10:50:23,969 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37429, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1621520069_9854, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741964_1140, duration: 1183579
2014-04-10 10:50:23,982 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741954_1130 127.0.0.1:55289 127.0.0.1:36139 127.0.0.1:55175 127.0.0.1:53466
2014-04-10 10:50:23,982 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741955_1131 127.0.0.1:55289 127.0.0.1:55175 127.0.0.1:36139 127.0.0.1:53466
2014-04-10 10:50:23,982 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741956_1132 127.0.0.1:36139 127.0.0.1:55289 127.0.0.1:53466
2014-04-10 10:50:23,983 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741957_1133 127.0.0.1:36139 127.0.0.1:53466 127.0.0.1:55289
2014-04-10 10:50:23,983 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741959_1135 127.0.0.1:55175 127.0.0.1:53466 127.0.0.1:55289
2014-04-10 10:50:23,983 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741958_1134 127.0.0.1:36139 127.0.0.1:55175 127.0.0.1:55289
2014-04-10 10:50:23,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0013 dst=null perm=null
2014-04-10 10:50:23,985 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741963_1139
2014-04-10 10:50:23,985 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741961_1137
2014-04-10 10:50:23,986 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741965_1141
2014-04-10 10:50:23,986 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741966_1142
2014-04-10 10:50:23,986 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741959_1135
2014-04-10 10:50:23,987 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741961_1137
2014-04-10 10:50:23,988 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741965_1141
2014-04-10 10:50:23,989 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741967_1143
2014-04-10 10:50:23,990 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741964_1140
2014-04-10 10:50:23,991 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741960_1136
2014-04-10 10:50:23,999 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0014/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:50:24,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.splitmetainfo dst=null perm=null
2014-04-10 10:50:24,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.splitmetainfo dst=null perm=null
2014-04-10 10:50:24,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.splitmetainfo dst=null perm=null
2014-04-10 10:50:24,026 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37429, bytes: 222, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1621520069_9854, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741966_1142, duration: 215719
2014-04-10 10:50:24,044 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0014/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:50:24,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.split dst=null perm=null
2014-04-10 10:50:24,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.split dst=null perm=null
2014-04-10 10:50:24,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.split dst=null perm=null
2014-04-10 10:50:24,070 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45206, bytes: 2283, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1621520069_9854, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741965_1141, duration: 255660
2014-04-10 10:50:24,089 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0014/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:50:24,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.xml dst=null perm=null
2014-04-10 10:50:24,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.xml dst=null perm=null
2014-04-10 10:50:24,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.xml dst=null perm=null
2014-04-10 10:50:24,115 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37429, bytes: 82300, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1621520069_9854, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741967_1143, duration: 402879
2014-04-10 10:50:24,133 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0014/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:50:24,133 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:50:24,168 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:50:24,168 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:24,188 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741959_1135
2014-04-10 10:50:24,189 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741962_1138
2014-04-10 10:50:24,231 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000001/default_container_executor.sh]
2014-04-10 10:50:24,296 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741962_1138
2014-04-10 10:50:24,296 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741965_1141
2014-04-10 10:50:24,297 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741963_1139
2014-04-10 10:50:24,297 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741960_1136
2014-04-10 10:50:24,297 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741959_1135
2014-04-10 10:50:24,297 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741961_1137
2014-04-10 10:50:24,387 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741966_1142
2014-04-10 10:50:24,387 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741967_1143
2014-04-10 10:50:24,388 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741963_1139
2014-04-10 10:50:24,388 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741962_1138
2014-04-10 10:50:24,588 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741964_1140
2014-04-10 10:50:24,589 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741965_1141
2014-04-10 10:50:24,754 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0014_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:50:24,787 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741967_1143
2014-04-10 10:50:25,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:50:25,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/COMMIT_STARTED dst=null perm=null
2014-04-10 10:50:25,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:50:25,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/COMMIT_FAIL dst=null perm=null
2014-04-10 10:50:25,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014 dst=null perm=null
2014-04-10 10:50:25,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:50:25,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:50:25,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.splitmetainfo dst=null perm=null
2014-04-10 10:50:25,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.splitmetainfo dst=null perm=null
2014-04-10 10:50:25,713 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45232, bytes: 222, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_799757355_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741966_1142, duration: 148094
2014-04-10 10:50:25,795 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:55175 to replicate blk_1073741964_1140 to datanode(s) 127.0.0.1:55289
2014-04-10 10:50:25,795 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073741954_1130, blk_1073741955_1131, blk_1073741958_1134, blk_1073741959_1135, blk_1073741961_1137]
2014-04-10 10:50:25,795 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073741954_1130, blk_1073741955_1131, blk_1073741956_1132, blk_1073741957_1133, blk_1073741958_1134]
2014-04-10 10:50:26,303 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0014_000001 (auth:SIMPLE)
2014-04-10 10:50:26,304 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397144823869_0014_000001
2014-04-10 10:50:26,304 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397144823869_0014 APPATTEMPTID=appattempt_1397144823869_0014_000001
2014-04-10 10:50:26,305 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0014_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:50:26,305 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0014 State change from ACCEPTED to RUNNING
2014-04-10 10:50:26,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job_1397144823869_0014_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:26,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:50:26,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job_1397144823869_0014_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:26,492 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job_1397144823869_0014_1_conf.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:50:26,531 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741968_1144 src: /127.0.0.1:37463 dest: /127.0.0.1:55175
2014-04-10 10:50:26,532 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741968_1144 src: /127.0.0.1:45238 dest: /127.0.0.1:36139
2014-04-10 10:50:26,533 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741968_1144 src: /127.0.0.1:45366 dest: /127.0.0.1:53466
2014-04-10 10:50:26,538 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45366, dest: /127.0.0.1:53466, bytes: 95643, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_799757355_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741968_1144, duration: 4745823
2014-04-10 10:50:26,538 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741968_1144, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:26,539 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45238, dest: /127.0.0.1:36139, bytes: 95643, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_799757355_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741968_1144, duration: 5198841
2014-04-10 10:50:26,539 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:50:26,539 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741968_1144, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:26,539 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37463, dest: /127.0.0.1:55175, bytes: 95643, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_799757355_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741968_1144, duration: 5582223
2014-04-10 10:50:26,539 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741968_1144, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:26,539 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:50:26,540 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:50:26,548 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job_1397144823869_0014_1_conf.xml is closed by DFSClient_NONMAPREDUCE_799757355_1
2014-04-10 10:50:27,068 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=d55d4a0e-a412-4469-9a90-53fa99579ca4, infoPort=50650, ipcPort=33089, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) Starting thread to transfer BP-1649026925-127.0.0.1-1397144808341:blk_1073741964_1140 to 127.0.0.1:55289
2014-04-10 10:50:27,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741954_1130 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741954 for deletion
2014-04-10 10:50:27,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741955_1131 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741955 for deletion
2014-04-10 10:50:27,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741958_1134 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741958 for deletion
2014-04-10 10:50:27,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741955_1131 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741955
2014-04-10 10:50:27,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741959_1135 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741959 for deletion
2014-04-10 10:50:27,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741954_1130 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741954
2014-04-10 10:50:27,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741961_1137 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741961 for deletion
2014-04-10 10:50:27,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741958_1134 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741958
2014-04-10 10:50:27,070 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741964_1140 src: /127.0.0.1:53191 dest: /127.0.0.1:55289
2014-04-10 10:50:27,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741959_1135 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741959
2014-04-10 10:50:27,071 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1649026925-127.0.0.1-1397144808341:blk_1073741964_1140 (numBytes=244650) to 127.0.0.1/127.0.0.1:55289
2014-04-10 10:50:27,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741961_1137 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741961
2014-04-10 10:50:27,072 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1649026925-127.0.0.1-1397144808341:blk_1073741964_1140 src: /127.0.0.1:53191 dest: /127.0.0.1:55289 of size 244650
2014-04-10 10:50:27,073 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741964_1140 size 244650
2014-04-10 10:50:27,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741954_1130 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741954 for deletion
2014-04-10 10:50:27,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741955_1131 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741955 for deletion
2014-04-10 10:50:27,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741954_1130 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741954
2014-04-10 10:50:27,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741955_1131 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741955
2014-04-10 10:50:27,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741956_1132 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741956 for deletion
2014-04-10 10:50:27,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741957_1133 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741957 for deletion
2014-04-10 10:50:27,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741956_1132 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741956
2014-04-10 10:50:27,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741958_1134 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741958 for deletion
2014-04-10 10:50:27,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741957_1133 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741957
2014-04-10 10:50:27,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741958_1134 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741958
2014-04-10 10:50:27,466 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0014_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:50:27,467 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0014 CONTAINERID=container_1397144823869_0014_01_000002
2014-04-10 10:50:27,467 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0014_01_000002 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:50:27,467 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0014 container=Container: [ContainerId: container_1397144823869_0014_01_000002, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0014_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:27,467 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:50:27,467 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:27,468 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0014_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:50:27,468 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0014 CONTAINERID=container_1397144823869_0014_01_000003
2014-04-10 10:50:27,468 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0014_01_000003 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:50:27,468 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0014 container=Container: [ContainerId: container_1397144823869_0014_01_000003, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0014_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:27,469 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:50:27,469 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:27,469 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0014_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:50:27,469 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0014 CONTAINERID=container_1397144823869_0014_01_000004
2014-04-10 10:50:27,469 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0014_01_000004 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 10:50:27,470 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0014 container=Container: [ContainerId: container_1397144823869_0014_01_000004, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0014_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:27,470 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:50:27,470 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:27,470 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0014_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:50:27,471 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0014 CONTAINERID=container_1397144823869_0014_01_000005
2014-04-10 10:50:27,471 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0014_01_000005 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 10:50:27,471 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0014 container=Container: [ContainerId: container_1397144823869_0014_01_000005, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0014_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:27,471 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:50:27,471 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:27,472 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0014_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:50:27,472 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0014 CONTAINERID=container_1397144823869_0014_01_000006
2014-04-10 10:50:27,473 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0014_01_000006 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:50:27,473 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0014 container=Container: [ContainerId: container_1397144823869_0014_01_000006, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0014_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:27,473 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 10:50:27,473 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:27,474 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0014_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:50:27,474 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0014 CONTAINERID=container_1397144823869_0014_01_000007
2014-04-10 10:50:27,474 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0014_01_000007 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:50:27,474 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0014 container=Container: [ContainerId: container_1397144823869_0014_01_000007, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0014_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7 usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:27,474 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8
2014-04-10 10:50:27,474 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:8> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:28,343 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0014_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:50:28,343 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0014_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:50:28,343 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0014_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:50:28,343 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0014_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:50:28,344 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0014_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:50:28,344 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0014_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:50:28,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.jar dst=null perm=null
2014-04-10 10:50:28,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.jar dst=null perm=null
2014-04-10 10:50:28,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.xml dst=null perm=null
2014-04-10 10:50:28,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.xml dst=null perm=null
2014-04-10 10:50:28,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:50:28,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:50:28,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:50:28,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:50:28,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:50:28,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:50:28,470 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0014_000001 (auth:SIMPLE)
2014-04-10 10:50:28,470 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0014_000001 (auth:SIMPLE)
2014-04-10 10:50:28,472 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0014_01_000006 by user brock
2014-04-10 10:50:28,472 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0014_01_000007 by user brock
2014-04-10 10:50:28,472 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0014_01_000005 by user brock
2014-04-10 10:50:28,473 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0014_01_000004 by user brock
2014-04-10 10:50:28,473 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0014
2014-04-10 10:50:28,473 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0014
2014-04-10 10:50:28,473 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0014_01_000004 to application application_1397144823869_0014
2014-04-10 10:50:28,473 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0014 CONTAINERID=container_1397144823869_0014_01_000004
2014-04-10 10:50:28,473 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0014 transitioned from NEW to INITING
2014-04-10 10:50:28,473 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0014_01_000002 by user brock
2014-04-10 10:50:28,473 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0014 CONTAINERID=container_1397144823869_0014_01_000007
2014-04-10 10:50:28,474 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0014 CONTAINERID=container_1397144823869_0014_01_000002
2014-04-10 10:50:28,473 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0014_01_000007 to application application_1397144823869_0014
2014-04-10 10:50:28,473 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0014_01_000005 to application application_1397144823869_0014
2014-04-10 10:50:28,473 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0014 CONTAINERID=container_1397144823869_0014_01_000006
2014-04-10 10:50:28,473 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0014_01_000003 by user brock
2014-04-10 10:50:28,473 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0014 CONTAINERID=container_1397144823869_0014_01_000005
2014-04-10 10:50:28,474 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0014_01_000002 to application application_1397144823869_0014
2014-04-10 10:50:28,474 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0014 transitioned from NEW to INITING
2014-04-10 10:50:28,475 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0014_01_000003 to application application_1397144823869_0014
2014-04-10 10:50:28,474 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0014 CONTAINERID=container_1397144823869_0014_01_000003
2014-04-10 10:50:28,475 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0014 transitioned from INITING to RUNNING
2014-04-10 10:50:28,475 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0014_01_000006 to application application_1397144823869_0014
2014-04-10 10:50:28,475 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0014 transitioned from INITING to RUNNING
2014-04-10 10:50:28,475 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:50:28,475 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 10:50:28,475 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:50:28,476 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:50:28,476 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:50:28,476 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0014
2014-04-10 10:50:28,476 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0014
2014-04-10 10:50:28,476 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:50:28,476 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:50:28,476 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0014
2014-04-10 10:50:28,476 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0014
2014-04-10 10:50:28,476 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0014
2014-04-10 10:50:28,476 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:50:28,476 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:50:28,476 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0014
2014-04-10 10:50:28,476 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:50:28,476 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:50:28,477 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0014
2014-04-10 10:50:28,477 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:50:28,477 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0014
2014-04-10 10:50:28,477 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:50:28,477 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0014
2014-04-10 10:50:28,477 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0014
2014-04-10 10:50:28,477 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0014
2014-04-10 10:50:28,477 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:50:28,477 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0014_01_000007
2014-04-10 10:50:28,477 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0014
2014-04-10 10:50:28,477 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0014_01_000006
2014-04-10 10:50:28,477 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0014
2014-04-10 10:50:28,477 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0014
2014-04-10 10:50:28,478 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:50:28,478 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0014
2014-04-10 10:50:28,478 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0014
2014-04-10 10:50:28,478 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0014
2014-04-10 10:50:28,478 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:50:28,478 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0014
2014-04-10 10:50:28,479 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0014_01_000003
2014-04-10 10:50:28,479 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0014_01_000005
2014-04-10 10:50:28,479 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0014_01_000004
2014-04-10 10:50:28,479 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0014_01_000002
2014-04-10 10:50:28,488 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397144823869_0014_01_000003.tokens. Credentials list:
2014-04-10 10:50:28,489 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397144823869_0014_01_000006.tokens. Credentials list:
2014-04-10 10:50:28,489 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397144823869_0014_01_000007.tokens. Credentials list:
2014-04-10 10:50:28,488 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397144823869_0014_01_000004.tokens. Credentials list:
2014-04-10 10:50:28,488 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397144823869_0014_01_000005.tokens. Credentials list:
2014-04-10 10:50:28,489 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397144823869_0014_01_000002.tokens. Credentials list:
2014-04-10 10:50:28,498 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:50:28,498 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:50:28,582 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397144823869_0014_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000006.tokens
2014-04-10 10:50:28,582 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397144823869_0014_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000003.tokens
2014-04-10 10:50:28,582 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0014 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0014
2014-04-10 10:50:28,582 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0014 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0014
2014-04-10 10:50:28,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.jar dst=null perm=null
2014-04-10 10:50:28,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.jar dst=null perm=null
2014-04-10 10:50:28,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.jar dst=null perm=null
2014-04-10 10:50:28,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.jar dst=null perm=null
2014-04-10 10:50:28,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.jar dst=null perm=null
2014-04-10 10:50:28,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.jar dst=null perm=null
2014-04-10 10:50:28,723 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45253, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-287164891_10032, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741964_1140, duration: 986856
2014-04-10 10:50:28,723 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45380, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-285583840_10033, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741964_1140, duration: 1330567
2014-04-10 10:50:28,754 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0014/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:50:28,754 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0014/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:50:28,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.xml dst=null perm=null
2014-04-10 10:50:28,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.xml dst=null perm=null
2014-04-10 10:50:28,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.xml dst=null perm=null
2014-04-10 10:50:28,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.xml dst=null perm=null
2014-04-10 10:50:28,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.xml dst=null perm=null
2014-04-10 10:50:28,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.xml dst=null perm=null
2014-04-10 10:50:28,781 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45253, bytes: 82300, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-287164891_10032, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741967_1143, duration: 219875
2014-04-10 10:50:28,782 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37481, bytes: 82300, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-285583840_10033, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741967_1143, duration: 203142
2014-04-10 10:50:28,795 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073741954_1130, blk_1073741955_1131, blk_1073741956_1132, blk_1073741957_1133, blk_1073741959_1135, blk_1073741961_1137]
2014-04-10 10:50:28,796 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073741954_1130, blk_1073741955_1131, blk_1073741956_1132, blk_1073741957_1133, blk_1073741958_1134, blk_1073741959_1135, blk_1073741961_1137]
2014-04-10 10:50:28,801 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0014/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:50:28,801 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:50:28,801 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:50:28,801 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0014/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:50:28,802 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:50:28,802 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:50:28,802 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:50:28,802 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:50:28,839 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:50:28,839 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:50:28,839 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:28,839 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:28,840 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 10:50:28,840 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:28,844 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:50:28,844 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:50:28,844 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:28,844 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:50:28,844 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:28,844 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:28,922 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000007/default_container_executor.sh]
2014-04-10 10:50:28,923 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000005/default_container_executor.sh]
2014-04-10 10:50:28,923 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000006/default_container_executor.sh]
2014-04-10 10:50:28,927 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000002/default_container_executor.sh]
2014-04-10 10:50:28,927 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000004/default_container_executor.sh]
2014-04-10 10:50:28,927 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000003/default_container_executor.sh]
2014-04-10 10:50:28,993 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741968_1144
2014-04-10 10:50:29,021 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397144823869_0013_01_000001 succeeded
2014-04-10 10:50:29,021 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:50:29,021 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0013_01_000001
2014-04-10 10:50:29,043 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000001
2014-04-10 10:50:29,043 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000001
2014-04-10 10:50:29,044 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000001
2014-04-10 10:50:29,045 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0013/container_1397144823869_0013_01_000001
2014-04-10 10:50:29,045 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0013 CONTAINERID=container_1397144823869_0013_01_000001
2014-04-10 10:50:29,045 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0013_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:50:29,045 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0013_01_000001 from application application_1397144823869_0013
2014-04-10 10:50:29,046 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:29,046 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0013
2014-04-10 10:50:29,301 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741964_1140
2014-04-10 10:50:29,361 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:50:29,391 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741968_1144
2014-04-10 10:50:29,467 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0014_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:50:29,467 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0014_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:50:29,467 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0014_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:50:29,467 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0014_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:50:29,473 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0014_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:50:29,473 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0014_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:50:29,756 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0013_01_000001
2014-04-10 10:50:29,756 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0013_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:50:29,756 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0013_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:50:29,757 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0013 CONTAINERID=container_1397144823869_0013_01_000001
2014-04-10 10:50:29,757 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0013_01_000001 of capacity <memory:2048, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:50:29,757 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:8192, vCores:7> numContainers=7 user=brock user-resources=<memory:8192, vCores:7>
2014-04-10 10:50:29,757 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0013_01_000001, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:29,757 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:29,757 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7
2014-04-10 10:50:29,757 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0013_000001 released container container_1397144823869_0013_01_000001 on node: host: localhost:37679 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:50:29,757 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397144823869_0013_000001
2014-04-10 10:50:29,757 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0013_000001 State change from FINISHING to FINISHED
2014-04-10 10:50:29,758 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0013 State change from FINISHING to FINISHED
2014-04-10 10:50:29,758 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397144823869_0013_000001
2014-04-10 10:50:29,758 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397144823869_0013_000001 is done. finalState=FINISHED
2014-04-10 10:50:29,758 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397144823869_0013 requests cleared
2014-04-10 10:50:29,758 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397144823869_0013 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:50:29,758 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397144823869_0013 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:50:29,758 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397144823869_0013
2014-04-10 10:50:29,758 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397144823869_0013,name=[1BD82325BA514ED5ADDF1CA5532D97D0/BD53FC04E38B49C4A455CAFCBBEC835B] lower*upper/(1/1) ...oupinnerouter-resultgroup,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:60619/proxy/application_1397144823869_0013/jobhistory/job/job_1397144823869_0013,appMasterHost=localhost.localdomain,startTime=1397145009606,finishTime=1397145022957,finalStatus=SUCCEEDED
2014-04-10 10:50:29,765 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0013_000001 (auth:SIMPLE)
2014-04-10 10:50:29,778 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0013_01_000001
2014-04-10 10:50:29,791 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741968_1144
2014-04-10 10:50:29,934 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:50:29,953 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:50:30,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741954_1130 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741954 for deletion
2014-04-10 10:50:30,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741955_1131 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741955 for deletion
2014-04-10 10:50:30,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741956_1132 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741956 for deletion
2014-04-10 10:50:30,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741955_1131 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741955
2014-04-10 10:50:30,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741957_1133 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741957 for deletion
2014-04-10 10:50:30,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741958_1134 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741958 for deletion
2014-04-10 10:50:30,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741957_1133 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741957
2014-04-10 10:50:30,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741959_1135 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741959 for deletion
2014-04-10 10:50:30,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741961_1137 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741961 for deletion
2014-04-10 10:50:30,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741959_1135 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741959
2014-04-10 10:50:30,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741961_1137 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741961
2014-04-10 10:50:30,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741954_1130 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741954
2014-04-10 10:50:30,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741956_1132 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741956
2014-04-10 10:50:30,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741958_1134 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741958
2014-04-10 10:50:30,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741954_1130 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741954 for deletion
2014-04-10 10:50:30,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741955_1131 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741955 for deletion
2014-04-10 10:50:30,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741956_1132 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741956 for deletion
2014-04-10 10:50:30,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741954_1130 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741954
2014-04-10 10:50:30,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741955_1131 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741955
2014-04-10 10:50:30,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741957_1133 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741957 for deletion
2014-04-10 10:50:30,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741956_1132 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741956
2014-04-10 10:50:30,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741957_1133 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741957
2014-04-10 10:50:30,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741959_1135 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741959 for deletion
2014-04-10 10:50:30,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741961_1137 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741961 for deletion
2014-04-10 10:50:30,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741959_1135 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741959
2014-04-10 10:50:30,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741961_1137 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741961
2014-04-10 10:50:30,318 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397144823869_0014_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000002.tokens
2014-04-10 10:50:30,319 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0014 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0014
2014-04-10 10:50:30,458 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397144823869_0014_01_000007.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000007.tokens
2014-04-10 10:50:30,459 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0014 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0014
2014-04-10 10:50:30,467 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0013 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:50:30,467 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0013
2014-04-10 10:50:30,468 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0013 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:50:30,468 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0013, with delay of 10800 seconds
2014-04-10 10:50:30,468 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0013
2014-04-10 10:50:30,469 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0013
2014-04-10 10:50:30,469 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0013
2014-04-10 10:50:30,470 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0013
2014-04-10 10:50:30,473 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0013 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:50:30,473 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0013
2014-04-10 10:50:30,473 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0013
2014-04-10 10:50:30,473 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0013
2014-04-10 10:50:30,474 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0013 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:50:30,474 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0013, with delay of 10800 seconds
2014-04-10 10:50:30,474 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0013
2014-04-10 10:50:30,474 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0013
2014-04-10 10:50:30,550 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:50:30,757 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0013 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:50:30,757 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0013
2014-04-10 10:50:30,757 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0013 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:50:30,757 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0013, with delay of 10800 seconds
2014-04-10 10:50:30,757 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0013
2014-04-10 10:50:30,758 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0013
2014-04-10 10:50:30,758 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0013
2014-04-10 10:50:30,758 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0013
2014-04-10 10:50:30,911 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397144823869_0014_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000005.tokens
2014-04-10 10:50:30,911 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0014 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0014
2014-04-10 10:50:31,156 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:50:31,643 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397144823869_0014_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000004.tokens
2014-04-10 10:50:31,643 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0014 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0014
2014-04-10 10:50:32,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.split dst=null perm=null
2014-04-10 10:50:32,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.split dst=null perm=null
2014-04-10 10:50:32,300 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53224, bytes: 1251, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0014_m_000003_0_1788527363_1, offset: 1024, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741965_1141, duration: 182245
2014-04-10 10:50:32,332 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37502, bytes: 2283, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0014_m_000000_0_129234565_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741965_1141, duration: 160412
2014-04-10 10:50:32,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:50:32,367 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53224, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0014_m_000003_0_1788527363_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 169270
2014-04-10 10:50:32,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.split dst=null perm=null
2014-04-10 10:50:32,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:50:32,456 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45405, bytes: 735, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0014_m_000005_0_1884312834_1, offset: 1536, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741965_1141, duration: 175380
2014-04-10 10:50:32,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.split dst=null perm=null
2014-04-10 10:50:32,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.split dst=null perm=null
2014-04-10 10:50:32,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:50:32,533 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37508, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0014_m_000005_0_1884312834_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 178058
2014-04-10 10:50:32,567 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45408, bytes: 1767, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0014_m_000002_0_-57994606_1, offset: 512, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741965_1141, duration: 220730
2014-04-10 10:50:32,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job.split dst=null perm=null
2014-04-10 10:50:32,588 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45283, bytes: 1251, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0014_m_000004_0_1732560921_1, offset: 1024, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741965_1141, duration: 185038
2014-04-10 10:50:32,645 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45412, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0014_m_000000_0_129234565_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, duration: 4150472
2014-04-10 10:50:32,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:50:32,683 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53236, bytes: 2283, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0014_m_000001_0_175471135_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741965_1141, duration: 185382
2014-04-10 10:50:32,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields/_temporary/1/_temporary/attempt_1397144823869_0014_m_000003_0 dst=null perm=null
2014-04-10 10:50:32,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields/_temporary/1/_temporary/attempt_1397144823869_0014_m_000000_0 dst=null perm=null
2014-04-10 10:50:32,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:50:32,768 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45414, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0014_m_000004_0_1732560921_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, duration: 13521036
2014-04-10 10:50:32,791 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0014_01_000005
2014-04-10 10:50:32,791 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0014 CONTAINERID=container_1397144823869_0014_01_000005
2014-04-10 10:50:32,791 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:50:32,791 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0014_01_000005
2014-04-10 10:50:32,791 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0014_01_000002
2014-04-10 10:50:32,791 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0014 CONTAINERID=container_1397144823869_0014_01_000002
2014-04-10 10:50:32,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:50:32,799 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45415, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0014_m_000001_0_175471135_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, duration: 165431
2014-04-10 10:50:32,806 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job_1397144823869_0014_1.jhist. BP-1649026925-127.0.0.1-1397144808341 blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:50:32,808 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0014_01_000005 is : 143
2014-04-10 10:50:32,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields/_temporary/1/_temporary/attempt_1397144823869_0014_m_000005_0 dst=null perm=null
2014-04-10 10:50:32,819 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:50:32,819 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:50:32,820 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0014_01_000002
2014-04-10 10:50:32,826 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0014_01_000002 is : 143
2014-04-10 10:50:32,836 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000005
2014-04-10 10:50:32,836 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000005
2014-04-10 10:50:32,836 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000005
2014-04-10 10:50:32,837 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000005
2014-04-10 10:50:32,837 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:50:32,837 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0014 CONTAINERID=container_1397144823869_0014_01_000005
2014-04-10 10:50:32,837 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:50:32,838 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000002
2014-04-10 10:50:32,838 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000002
2014-04-10 10:50:32,839 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000002
2014-04-10 10:50:32,839 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000002
2014-04-10 10:50:32,839 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0014_01_000005 from application application_1397144823869_0014
2014-04-10 10:50:32,839 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:32,839 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0014
2014-04-10 10:50:32,840 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0014 CONTAINERID=container_1397144823869_0014_01_000002
2014-04-10 10:50:32,840 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:50:32,840 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0014_01_000002 from application application_1397144823869_0014
2014-04-10 10:50:32,840 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:32,840 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0014
2014-04-10 10:50:32,875 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741969_1145 src: /127.0.0.1:45416 dest: /127.0.0.1:53466
2014-04-10 10:50:32,877 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741969_1145 src: /127.0.0.1:37516 dest: /127.0.0.1:55175
2014-04-10 10:50:32,877 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0014_01_000007
2014-04-10 10:50:32,877 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0014 CONTAINERID=container_1397144823869_0014_01_000007
2014-04-10 10:50:32,877 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000007 transitioned from RUNNING to KILLING
2014-04-10 10:50:32,878 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0014_01_000007
2014-04-10 10:50:32,880 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741969_1145 src: /127.0.0.1:53241 dest: /127.0.0.1:55289
2014-04-10 10:50:32,886 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job_1397144823869_0014_1.jhist for DFSClient_NONMAPREDUCE_799757355_1
2014-04-10 10:50:32,887 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0014_01_000007 is : 143
2014-04-10 10:50:32,891 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45408, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0014_m_000002_0_-57994606_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 169426
2014-04-10 10:50:32,899 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:50:32,899 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000007
2014-04-10 10:50:32,900 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000007
2014-04-10 10:50:32,900 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000007
2014-04-10 10:50:32,900 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000007
2014-04-10 10:50:32,901 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0014 CONTAINERID=container_1397144823869_0014_01_000007
2014-04-10 10:50:32,901 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:50:32,901 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0014_01_000007 from application application_1397144823869_0014
2014-04-10 10:50:32,901 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:32,901 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0014
2014-04-10 10:50:32,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields/_temporary/1/_temporary/attempt_1397144823869_0014_m_000002_0 dst=null perm=null
2014-04-10 10:50:33,017 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0014_01_000004
2014-04-10 10:50:33,017 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0014 CONTAINERID=container_1397144823869_0014_01_000004
2014-04-10 10:50:33,017 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:50:33,017 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0014_01_000002
2014-04-10 10:50:33,017 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0014_01_000004
2014-04-10 10:50:33,017 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0014_01_000005
2014-04-10 10:50:33,018 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0014_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:50:33,018 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0014_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:50:33,018 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0014 CONTAINERID=container_1397144823869_0014_01_000002
2014-04-10 10:50:33,018 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0014_01_000002 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 10:50:33,018 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 10:50:33,018 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0014_01_000002, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:33,018 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:33,018 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2014-04-10 10:50:33,018 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0014_000001 released container container_1397144823869_0014_01_000002 on node: host: localhost:52024 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 10:50:33,018 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0014_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:50:33,019 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0014_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:50:33,019 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0014 CONTAINERID=container_1397144823869_0014_01_000005
2014-04-10 10:50:33,019 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0014_01_000005 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:50:33,019 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 10:50:33,019 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0014_01_000005, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:33,019 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:33,019 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 10:50:33,019 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0014_000001 released container container_1397144823869_0014_01_000005 on node: host: localhost:52024 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:50:33,024 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0014_01_000004 is : 143
2014-04-10 10:50:33,032 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:50:33,033 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000004
2014-04-10 10:50:33,033 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000004
2014-04-10 10:50:33,033 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000004
2014-04-10 10:50:33,033 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0014 CONTAINERID=container_1397144823869_0014_01_000004
2014-04-10 10:50:33,033 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000004
2014-04-10 10:50:33,034 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:50:33,034 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0014_01_000004 from application application_1397144823869_0014
2014-04-10 10:50:33,034 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:33,034 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0014
2014-04-10 10:50:33,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields/_temporary/1/_temporary/attempt_1397144823869_0014_m_000004_0 dst=null perm=null
2014-04-10 10:50:33,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields/_temporary/1/_temporary/attempt_1397144823869_0014_m_000001_0 dst=null perm=null
2014-04-10 10:50:33,084 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0014_01_000006
2014-04-10 10:50:33,084 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0014 CONTAINERID=container_1397144823869_0014_01_000006
2014-04-10 10:50:33,084 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:50:33,084 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0014_01_000006
2014-04-10 10:50:33,084 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0014_01_000007
2014-04-10 10:50:33,085 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0014_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:50:33,085 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0014_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 10:50:33,085 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0014 CONTAINERID=container_1397144823869_0014_01_000007
2014-04-10 10:50:33,085 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0014_01_000007 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:50:33,085 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 10:50:33,085 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0014_01_000007, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:33,085 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:33,085 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:50:33,085 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0014_000001 released container container_1397144823869_0014_01_000007 on node: host: localhost:50571 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:50:33,091 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0014_01_000006 is : 143
2014-04-10 10:50:33,097 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:50:33,098 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000006
2014-04-10 10:50:33,098 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000006
2014-04-10 10:50:33,098 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000006
2014-04-10 10:50:33,098 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000006
2014-04-10 10:50:33,098 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0014 CONTAINERID=container_1397144823869_0014_01_000006
2014-04-10 10:50:33,098 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:50:33,098 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0014_01_000006 from application application_1397144823869_0014
2014-04-10 10:50:33,098 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:33,098 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0014
2014-04-10 10:50:33,124 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0014_01_000003
2014-04-10 10:50:33,124 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0014 CONTAINERID=container_1397144823869_0014_01_000003
2014-04-10 10:50:33,124 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:50:33,125 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0014_01_000003
2014-04-10 10:50:33,125 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0014_01_000004
2014-04-10 10:50:33,125 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0014_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:50:33,125 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0014_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:50:33,125 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0014 CONTAINERID=container_1397144823869_0014_01_000004
2014-04-10 10:50:33,125 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0014_01_000004 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:50:33,125 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:50:33,125 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0014_01_000004, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:33,126 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:33,126 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:50:33,126 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0014_000001 released container container_1397144823869_0014_01_000004 on node: host: localhost:52024 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:50:33,131 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0014_01_000003 is : 143
2014-04-10 10:50:33,139 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:50:33,140 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000003
2014-04-10 10:50:33,140 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000003
2014-04-10 10:50:33,140 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000003
2014-04-10 10:50:33,140 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000003
2014-04-10 10:50:33,140 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0014 CONTAINERID=container_1397144823869_0014_01_000003
2014-04-10 10:50:33,140 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:50:33,140 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0014_01_000003 from application application_1397144823869_0014
2014-04-10 10:50:33,141 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:33,141 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0014
2014-04-10 10:50:34,085 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0014_01_000006
2014-04-10 10:50:34,085 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0014_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:50:34,085 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0014_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:50:34,086 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0014 CONTAINERID=container_1397144823869_0014_01_000006
2014-04-10 10:50:34,086 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0014_01_000006 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:50:34,086 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:50:34,086 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0014_01_000006, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:34,086 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:34,086 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:50:34,086 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0014_000001 released container container_1397144823869_0014_01_000006 on node: host: localhost:50571 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:50:34,125 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0014_01_000003
2014-04-10 10:50:34,125 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0014_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:50:34,126 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0014_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:50:34,126 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0014 CONTAINERID=container_1397144823869_0014_01_000003
2014-04-10 10:50:34,126 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0014_01_000003 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:50:34,126 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:50:34,126 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0014_01_000003, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:34,127 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:34,127 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:50:34,127 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0014_000001 released container container_1397144823869_0014_01_000003 on node: host: localhost:52024 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:50:34,758 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0014_01_000008 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:50:34,759 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0014 CONTAINERID=container_1397144823869_0014_01_000008
2014-04-10 10:50:34,759 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0014_01_000008 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:50:34,759 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0014 container=Container: [ContainerId: container_1397144823869_0014_01_000008, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0014_01_000008 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:34,759 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:50:34,760 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:35,381 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0014_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:50:35,397 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0014_000001 (auth:SIMPLE)
2014-04-10 10:50:35,400 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0014_01_000008 by user brock
2014-04-10 10:50:35,400 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0014_01_000008 to application application_1397144823869_0014
2014-04-10 10:50:35,400 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0014 CONTAINERID=container_1397144823869_0014_01_000008
2014-04-10 10:50:35,401 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000008 transitioned from NEW to LOCALIZING
2014-04-10 10:50:35,401 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0014
2014-04-10 10:50:35,401 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0014
2014-04-10 10:50:35,401 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:50:35,402 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0014
2014-04-10 10:50:35,402 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000008 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:50:35,435 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000008 transitioned from LOCALIZED to RUNNING
2014-04-10 10:50:35,435 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:35,496 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000008/default_container_executor.sh]
2014-04-10 10:50:35,758 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0014_01_000008 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:50:36,385 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:50:37,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields/_temporary/1/_temporary/attempt_1397144823869_0014_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:37,240 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields/_temporary/1/_temporary/attempt_1397144823869_0014_r_000000_0/part-00000. BP-1649026925-127.0.0.1-1397144808341 blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:50:37,310 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741970_1146 src: /127.0.0.1:45432 dest: /127.0.0.1:53466
2014-04-10 10:50:37,311 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741970_1146 src: /127.0.0.1:45306 dest: /127.0.0.1:36139
2014-04-10 10:50:37,311 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741970_1146 src: /127.0.0.1:53257 dest: /127.0.0.1:55289
2014-04-10 10:50:37,322 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53257, dest: /127.0.0.1:55289, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0014_r_000000_0_709421446_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741970_1146, duration: 9593272
2014-04-10 10:50:37,322 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741970_1146, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:37,323 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:50:37,323 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45306, dest: /127.0.0.1:36139, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0014_r_000000_0_709421446_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741970_1146, duration: 10131591
2014-04-10 10:50:37,323 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741970_1146, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:37,323 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:50:37,323 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45432, dest: /127.0.0.1:53466, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0014_r_000000_0_709421446_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741970_1146, duration: 10982990
2014-04-10 10:50:37,324 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741970_1146, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:37,324 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:50:37,339 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields/_temporary/1/_temporary/attempt_1397144823869_0014_r_000000_0/part-00000 is closed by DFSClient_attempt_1397144823869_0014_r_000000_0_709421446_1
2014-04-10 10:50:37,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields/_temporary/1/_temporary/attempt_1397144823869_0014_r_000000_0 dst=null perm=null
2014-04-10 10:50:37,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields/_temporary/1/_temporary/attempt_1397144823869_0014_r_000000_0 dst=null perm=null
2014-04-10 10:50:37,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields/_temporary/1/task_1397144823869_0014_r_000000 dst=null perm=null
2014-04-10 10:50:37,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields/_temporary/1/_temporary/attempt_1397144823869_0014_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields/_temporary/1/task_1397144823869_0014_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:50:37,459 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0014_01_000008
2014-04-10 10:50:37,459 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0014 CONTAINERID=container_1397144823869_0014_01_000008
2014-04-10 10:50:37,459 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000008 transitioned from RUNNING to KILLING
2014-04-10 10:50:37,459 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0014_01_000008
2014-04-10 10:50:37,464 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0014_01_000008 is : 143
2014-04-10 10:50:37,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:37,482 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:50:37,483 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000008
2014-04-10 10:50:37,483 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000008
2014-04-10 10:50:37,483 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000008
2014-04-10 10:50:37,483 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000008
2014-04-10 10:50:37,483 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0014 CONTAINERID=container_1397144823869_0014_01_000008
2014-04-10 10:50:37,483 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:50:37,483 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0014_01_000008 from application application_1397144823869_0014
2014-04-10 10:50:37,484 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:37,484 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0014
2014-04-10 10:50:37,489 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_799757355_1
2014-04-10 10:50:37,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields/_temporary/1 dst=null perm=null
2014-04-10 10:50:37,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields dst=null perm=null
2014-04-10 10:50:37,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields dst=null perm=null
2014-04-10 10:50:37,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields/_temporary/1/task_1397144823869_0014_r_000000 dst=null perm=null
2014-04-10 10:50:37,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields/part-00000 dst=null perm=null
2014-04-10 10:50:37,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields/_temporary/1/task_1397144823869_0014_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:37,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields/_temporary dst=null perm=null
2014-04-10 10:50:37,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:37,572 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields/_SUCCESS is closed by DFSClient_NONMAPREDUCE_799757355_1
2014-04-10 10:50:37,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:37,606 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_799757355_1
2014-04-10 10:50:37,638 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53241, dest: /127.0.0.1:55289, bytes: 76024, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_799757355_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741969_1145, duration: 4756006150
2014-04-10 10:50:37,638 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741969_1145, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:37,639 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 16401
2014-04-10 10:50:37,639 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37516, dest: /127.0.0.1:55175, bytes: 76024, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_799757355_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741969_1145, duration: 4757063778
2014-04-10 10:50:37,639 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741969_1145, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:37,640 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 16401
2014-04-10 10:50:37,640 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45416, dest: /127.0.0.1:53466, bytes: 76024, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_799757355_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741969_1145, duration: 4757785487
2014-04-10 10:50:37,641 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741969_1145, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:37,641 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 16401
2014-04-10 10:50:37,656 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job_1397144823869_0014_1.jhist is closed by DFSClient_NONMAPREDUCE_799757355_1
2014-04-10 10:50:37,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0014.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:37,676 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0014.summary_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]}
2014-04-10 10:50:37,691 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741971_1147 src: /127.0.0.1:37536 dest: /127.0.0.1:55175
2014-04-10 10:50:37,693 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741971_1147 src: /127.0.0.1:53261 dest: /127.0.0.1:55289
2014-04-10 10:50:37,694 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741971_1147 src: /127.0.0.1:45312 dest: /127.0.0.1:36139
2014-04-10 10:50:37,697 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45312, dest: /127.0.0.1:36139, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_799757355_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741971_1147, duration: 2263359
2014-04-10 10:50:37,698 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741971_1147, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:37,698 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:50:37,698 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53261, dest: /127.0.0.1:55289, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_799757355_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741971_1147, duration: 2820823
2014-04-10 10:50:37,698 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741971_1147, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:37,699 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:50:37,699 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37536, dest: /127.0.0.1:55175, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_799757355_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741971_1147, duration: 3453060
2014-04-10 10:50:37,699 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741971_1147, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:37,700 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:50:37,714 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0014.summary_tmp is closed by DFSClient_NONMAPREDUCE_799757355_1
2014-04-10 10:50:37,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0014.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:50:37,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job_1397144823869_0014_1.jhist dst=null perm=null
2014-04-10 10:50:37,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0014-1397145023623-brock-%5B3128036FAB3A45B691E9A540C898BD04%2FA0AFCAFC84C14DD6-1397145037607-6-1-SUCCEEDED-default-1397145026318.jhist_tmp dst=null perm=null
2014-04-10 10:50:37,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job_1397144823869_0014_1.jhist dst=null perm=null
2014-04-10 10:50:37,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0014-1397145023623-brock-%5B3128036FAB3A45B691E9A540C898BD04%2FA0AFCAFC84C14DD6-1397145037607-6-1-SUCCEEDED-default-1397145026318.jhist_tmp dst=null perm=null
2014-04-10 10:50:37,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job_1397144823869_0014_1.jhist dst=null perm=null
2014-04-10 10:50:37,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0014-1397145023623-brock-%5B3128036FAB3A45B691E9A540C898BD04%2FA0AFCAFC84C14DD6-1397145037607-6-1-SUCCEEDED-default-1397145026318.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:37,767 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53263, bytes: 76620, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_799757355_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741969_1145, duration: 362216
2014-04-10 10:50:37,770 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0014-1397145023623-brock-%5B3128036FAB3A45B691E9A540C898BD04%2FA0AFCAFC84C14DD6-1397145037607-6-1-SUCCEEDED-default-1397145026318.jhist_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:50:37,783 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741972_1148 src: /127.0.0.1:37540 dest: /127.0.0.1:55175
2014-04-10 10:50:37,784 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741972_1148 src: /127.0.0.1:45315 dest: /127.0.0.1:36139
2014-04-10 10:50:37,786 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741972_1148 src: /127.0.0.1:45443 dest: /127.0.0.1:53466
2014-04-10 10:50:37,791 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45443, dest: /127.0.0.1:53466, bytes: 76024, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_799757355_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741972_1148, duration: 3593348
2014-04-10 10:50:37,791 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741972_1148, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:37,791 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:50:37,791 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45315, dest: /127.0.0.1:36139, bytes: 76024, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_799757355_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741972_1148, duration: 4254904
2014-04-10 10:50:37,792 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741972_1148, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:37,792 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:50:37,792 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37540, dest: /127.0.0.1:55175, bytes: 76024, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_799757355_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741972_1148, duration: 5033465
2014-04-10 10:50:37,793 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741972_1148, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:37,793 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:50:37,806 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0014-1397145023623-brock-%5B3128036FAB3A45B691E9A540C898BD04%2FA0AFCAFC84C14DD6-1397145037607-6-1-SUCCEEDED-default-1397145026318.jhist_tmp is closed by DFSClient_NONMAPREDUCE_799757355_1
2014-04-10 10:50:37,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0014-1397145023623-brock-%5B3128036FAB3A45B691E9A540C898BD04%2FA0AFCAFC84C14DD6-1397145037607-6-1-SUCCEEDED-default-1397145026318.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:50:37,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job_1397144823869_0014_1_conf.xml dst=null perm=null
2014-04-10 10:50:37,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0014_conf.xml_tmp dst=null perm=null
2014-04-10 10:50:37,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job_1397144823869_0014_1_conf.xml dst=null perm=null
2014-04-10 10:50:37,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0014_conf.xml_tmp dst=null perm=null
2014-04-10 10:50:37,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014/job_1397144823869_0014_1_conf.xml dst=null perm=null
2014-04-10 10:50:37,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0014_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:37,834 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45444, bytes: 96391, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_799757355_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741968_1144, duration: 364652
2014-04-10 10:50:37,838 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0014_conf.xml_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:50:37,850 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741973_1149 src: /127.0.0.1:37544 dest: /127.0.0.1:55175
2014-04-10 10:50:37,851 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741973_1149 src: /127.0.0.1:45319 dest: /127.0.0.1:36139
2014-04-10 10:50:37,853 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741973_1149 src: /127.0.0.1:53270 dest: /127.0.0.1:55289
2014-04-10 10:50:37,857 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53270, dest: /127.0.0.1:55289, bytes: 95643, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_799757355_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741973_1149, duration: 2910735
2014-04-10 10:50:37,857 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741973_1149, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:37,857 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:50:37,857 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45319, dest: /127.0.0.1:36139, bytes: 95643, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_799757355_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741973_1149, duration: 3396585
2014-04-10 10:50:37,858 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741973_1149, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:37,858 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:50:37,858 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37544, dest: /127.0.0.1:55175, bytes: 95643, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_799757355_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741973_1149, duration: 4049001
2014-04-10 10:50:37,859 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741973_1149, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:37,859 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:50:37,873 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0014_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_799757355_1
2014-04-10 10:50:37,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0014_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:50:37,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0014.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0014.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:50:37,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0014_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0014_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:50:37,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0014-1397145023623-brock-%5B3128036FAB3A45B691E9A540C898BD04%2FA0AFCAFC84C14DD6-1397145037607-6-1-SUCCEEDED-default-1397145026318.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0014-1397145023623-brock-%5B3128036FAB3A45B691E9A540C898BD04%2FA0AFCAFC84C14DD6-1397145037607-6-1-SUCCEEDED-default-1397145026318.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:50:37,940 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397144823869_0014_000001 with final state: FINISHING
2014-04-10 10:50:37,940 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0014_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:50:37,940 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397144823869_0014 with final state: FINISHING
2014-04-10 10:50:37,941 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0014 State change from RUNNING to FINAL_SAVING
2014-04-10 10:50:37,941 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0014
2014-04-10 10:50:37,941 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0014_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:50:37,942 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0014 State change from FINAL_SAVING to FINISHING
2014-04-10 10:50:37,946 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:50:37,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:50:37,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:50:37,951 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397144823869_0014 from file: hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0014-1397145023623-brock-%5B3128036FAB3A45B691E9A540C898BD04%2FA0AFCAFC84C14DD6-1397145037607-6-1-SUCCEEDED-default-1397145026318.jhist
2014-04-10 10:50:37,951 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0014-1397145023623-brock-%5B3128036FAB3A45B691E9A540C898BD04%2FA0AFCAFC84C14DD6-1397145037607-6-1-SUCCEEDED-default-1397145026318.jhist]
2014-04-10 10:50:37,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0014-1397145023623-brock-%5B3128036FAB3A45B691E9A540C898BD04%2FA0AFCAFC84C14DD6-1397145037607-6-1-SUCCEEDED-default-1397145026318.jhist dst=null perm=null
2014-04-10 10:50:37,955 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37549, bytes: 76620, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741972_1148, duration: 413280
2014-04-10 10:50:37,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0014.summary dst=null perm=null
2014-04-10 10:50:37,978 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37549, bytes: 457, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_538767685_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741971_1147, duration: 209678
2014-04-10 10:50:37,978 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397144823869_0014,submitTime=1397145023623,launchTime=1397145026318,firstMapTaskLaunchTime=1397145028479,firstReduceTaskLaunchTime=1397145035402,finishTime=1397145037607,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=6,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=26,reduceSlotSeconds=2,jobName=[3128036FAB3A45B691E9A540C898BD04/A0AFCAFC84C14DD68F71E96393F175CE] lower*upper/(1/1) ...dpipesplatform/difffields
2014-04-10 10:50:37,978 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0014.summary]
2014-04-10 10:50:37,989 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741971_1147 127.0.0.1:55175 127.0.0.1:55289 127.0.0.1:36139
2014-04-10 10:50:37,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0014.summary dst=null perm=null
2014-04-10 10:50:37,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:50:37,992 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0014-1397145023623-brock-%5B3128036FAB3A45B691E9A540C898BD04%2FA0AFCAFC84C14DD6-1397145037607-6-1-SUCCEEDED-default-1397145026318.jhist to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0014-1397145023623-brock-%5B3128036FAB3A45B691E9A540C898BD04%2FA0AFCAFC84C14DD6-1397145037607-6-1-SUCCEEDED-default-1397145026318.jhist
2014-04-10 10:50:38,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0014-1397145023623-brock-%5B3128036FAB3A45B691E9A540C898BD04%2FA0AFCAFC84C14DD6-1397145037607-6-1-SUCCEEDED-default-1397145026318.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0014-1397145023623-brock-%5B3128036FAB3A45B691E9A540C898BD04%2FA0AFCAFC84C14DD6-1397145037607-6-1-SUCCEEDED-default-1397145026318.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:50:38,006 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0014_conf.xml to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0014_conf.xml
2014-04-10 10:50:38,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0014_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0014_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:50:38,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields dst=null perm=null
2014-04-10 10:50:38,039 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields/_temporary
2014-04-10 10:50:38,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields/_temporary dst=null perm=null
2014-04-10 10:50:38,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields dst=null perm=null
2014-04-10 10:50:38,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields dst=null perm=null
2014-04-10 10:50:38,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields dst=null perm=null
2014-04-10 10:50:38,060 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:50:38,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields/part-00000 dst=null perm=null
2014-04-10 10:50:38,064 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45451, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741970_1146, duration: 241118
2014-04-10 10:50:38,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields dst=null perm=null
2014-04-10 10:50:38,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields dst=null perm=null
2014-04-10 10:50:38,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields dst=null perm=null
2014-04-10 10:50:38,082 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:50:38,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields/part-00000 dst=null perm=null
2014-04-10 10:50:38,085 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53275, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741970_1146, duration: 145717
2014-04-10 10:50:38,085 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/cogroupfieldedpipesplatform/difffields
2014-04-10 10:50:38,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields dst=null perm=null
2014-04-10 10:50:38,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields dst=null perm=null
2014-04-10 10:50:38,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields dst=null perm=null
2014-04-10 10:50:38,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields dst=null perm=null
2014-04-10 10:50:38,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields/part-00000 dst=null perm=null
2014-04-10 10:50:38,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/difffields/part-00000 dst=null perm=null
2014-04-10 10:50:38,093 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45326, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741970_1146, duration: 220566
2014-04-10 10:50:38,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:50:38,109 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 10:50:38,110 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 10:50:38,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2 dst=null perm=null
2014-04-10 10:50:38,118 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower] starting
2014-04-10 10:50:38,119 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 10:50:38,119 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2"]
2014-04-10 10:50:38,119 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower] parallel execution is enabled: true
2014-04-10 10:50:38,119 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower] starting jobs: 1
2014-04-10 10:50:38,119 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower] allocating threads: 1
2014-04-10 10:50:38,120 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower] starting step: (1/1) ...edpipesplatform/samepipe2
2014-04-10 10:50:38,131 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:50:38,138 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:50:38,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2 dst=null perm=null
2014-04-10 10:50:38,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:50:38,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:50:38,141 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 15
2014-04-10 10:50:38,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015 dst=null perm=null
2014-04-10 10:50:38,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:50:38,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:50:38,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.jar dst=null perm=null
2014-04-10 10:50:38,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:50:38,192 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:50:38,207 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741974_1150 src: /127.0.0.1:45327 dest: /127.0.0.1:36139
2014-04-10 10:50:38,209 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741974_1150 src: /127.0.0.1:45455 dest: /127.0.0.1:53466
2014-04-10 10:50:38,210 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741974_1150 src: /127.0.0.1:53279 dest: /127.0.0.1:55289
2014-04-10 10:50:38,214 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53279, dest: /127.0.0.1:55289, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741974_1150, duration: 3349848
2014-04-10 10:50:38,214 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741974_1150, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:38,214 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45455, dest: /127.0.0.1:53466, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741974_1150, duration: 2975026
2014-04-10 10:50:38,214 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:50:38,215 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741974_1150, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:38,215 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45327, dest: /127.0.0.1:36139, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741974_1150, duration: 3122612
2014-04-10 10:50:38,215 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:50:38,215 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741974_1150, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:38,216 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741974_1150 size 244650
2014-04-10 10:50:38,231 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:50:38,232 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.jar
2014-04-10 10:50:38,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.jar dst=null perm=null
2014-04-10 10:50:38,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:50:38,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:50:38,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:50:38,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:50:38,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:50:38,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:50:38,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:50:38,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:50:38,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:50:38,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:50:38,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:50:38,258 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:50:38,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:50:38,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:50:38,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:50:38,282 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.split
2014-04-10 10:50:38,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.split dst=null perm=null
2014-04-10 10:50:38,291 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.split. BP-1649026925-127.0.0.1-1397144808341 blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:50:38,307 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741975_1151 src: /127.0.0.1:45457 dest: /127.0.0.1:53466
2014-04-10 10:50:38,309 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741975_1151 src: /127.0.0.1:37557 dest: /127.0.0.1:55175
2014-04-10 10:50:38,309 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741975_1151 src: /127.0.0.1:45332 dest: /127.0.0.1:36139
2014-04-10 10:50:38,310 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741975_1151 src: /127.0.0.1:53283 dest: /127.0.0.1:55289
2014-04-10 10:50:38,313 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53283, dest: /127.0.0.1:55289, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741975_1151, duration: 2172263
2014-04-10 10:50:38,315 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741975_1151, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:38,315 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:50:38,315 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45332, dest: /127.0.0.1:36139, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741975_1151, duration: 4079956
2014-04-10 10:50:38,315 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741975_1151, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:38,316 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:50:38,316 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37557, dest: /127.0.0.1:55175, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741975_1151, duration: 4683353
2014-04-10 10:50:38,316 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741975_1151, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:38,317 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:50:38,317 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45457, dest: /127.0.0.1:53466, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741975_1151, duration: 5437308
2014-04-10 10:50:38,317 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741975_1151, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:38,317 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:50:38,331 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.split is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:50:38,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:50:38,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:50:38,349 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.splitmetainfo. BP-1649026925-127.0.0.1-1397144808341 blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:50:38,366 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741976_1152 src: /127.0.0.1:53284 dest: /127.0.0.1:55289
2014-04-10 10:50:38,367 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741976_1152 src: /127.0.0.1:45335 dest: /127.0.0.1:36139
2014-04-10 10:50:38,368 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741976_1152 src: /127.0.0.1:45463 dest: /127.0.0.1:53466
2014-04-10 10:50:38,371 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45463, dest: /127.0.0.1:53466, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741976_1152, duration: 1527639
2014-04-10 10:50:38,371 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741976_1152, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:38,372 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:50:38,372 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45335, dest: /127.0.0.1:36139, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741976_1152, duration: 2119186
2014-04-10 10:50:38,372 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741976_1152, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:38,372 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:50:38,373 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53284, dest: /127.0.0.1:55289, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741976_1152, duration: 2850659
2014-04-10 10:50:38,373 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741976_1152, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:38,374 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:50:38,389 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:50:38,390 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 10:50:38,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:50:38,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:50:38,413 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:50:38,424 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741977_1153 src: /127.0.0.1:53288 dest: /127.0.0.1:55289
2014-04-10 10:50:38,425 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741977_1153 src: /127.0.0.1:37565 dest: /127.0.0.1:55175
2014-04-10 10:50:38,427 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741977_1153 src: /127.0.0.1:45340 dest: /127.0.0.1:36139
2014-04-10 10:50:38,431 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45340, dest: /127.0.0.1:36139, bytes: 81192, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741977_1153, duration: 3102458
2014-04-10 10:50:38,431 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741977_1153, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:38,431 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:50:38,432 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37565, dest: /127.0.0.1:55175, bytes: 81192, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741977_1153, duration: 3760487
2014-04-10 10:50:38,432 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741977_1153, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:38,432 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:50:38,432 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53288, dest: /127.0.0.1:55289, bytes: 81192, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741977_1153, duration: 4441620
2014-04-10 10:50:38,433 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741977_1153, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:38,434 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:50:38,447 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.xml is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:50:38,448 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397144823869_0015
2014-04-10 10:50:38,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015 dst=null perm=null
2014-04-10 10:50:38,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.xml dst=null perm=null
2014-04-10 10:50:38,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.xml dst=null perm=null
2014-04-10 10:50:38,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.jar dst=null perm=null
2014-04-10 10:50:38,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.jar dst=null perm=null
2014-04-10 10:50:38,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.split dst=null perm=null
2014-04-10 10:50:38,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.split dst=null perm=null
2014-04-10 10:50:38,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.splitmetainfo dst=null perm=null
2014-04-10 10:50:38,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.splitmetainfo dst=null perm=null
2014-04-10 10:50:38,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:50:38,459 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0014_01_000008
2014-04-10 10:50:38,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:50:38,460 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0014_01_000008 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:50:38,460 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0014_01_000008 in state: COMPLETED event:FINISHED
2014-04-10 10:50:38,460 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0014 CONTAINERID=container_1397144823869_0014_01_000008
2014-04-10 10:50:38,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:50:38,461 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0014_01_000008 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:50:38,461 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:50:38,461 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0014_01_000008, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:38,461 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:38,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:50:38,462 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:50:38,462 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0014_000001 released container container_1397144823869_0014_01_000008 on node: host: localhost:37679 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:50:38,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:50:38,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:50:38,505 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 15 submitted by user brock
2014-04-10 10:50:38,505 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397144823869_0015
2014-04-10 10:50:38,505 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0015 State change from NEW to NEW_SAVING
2014-04-10 10:50:38,505 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0015
2014-04-10 10:50:38,505 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397144823869_0015
2014-04-10 10:50:38,576 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0015 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:50:38,577 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397144823869_0015_000001
2014-04-10 10:50:38,577 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0015_000001 State change from NEW to SUBMITTED
2014-04-10 10:50:38,577 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397144823869_0015 from user: brock activated in queue: default
2014-04-10 10:50:38,577 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397144823869_0015 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@1ba82161, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:50:38,578 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397144823869_0015 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:50:38,578 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397144823869_0015
2014-04-10 10:50:38,578 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397144823869_0015_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:50:38,578 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0015_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:50:38,579 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0015 State change from SUBMITTED to ACCEPTED
2014-04-10 10:50:38,581 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:60619/proxy/application_1397144823869_0015/
2014-04-10 10:50:38,581 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower] submitted hadoop job: job_1397144823869_0015
2014-04-10 10:50:38,581 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower] tracking url: http://localhost:60619/proxy/application_1397144823869_0015/
2014-04-10 10:50:38,964 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741964_1140 127.0.0.1:53466 127.0.0.1:36139 127.0.0.1:55175 127.0.0.1:55289
2014-04-10 10:50:38,965 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741965_1141 127.0.0.1:36139 127.0.0.1:55175 127.0.0.1:55289 127.0.0.1:53466
2014-04-10 10:50:38,965 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741966_1142 127.0.0.1:53466 127.0.0.1:36139 127.0.0.1:55175
2014-04-10 10:50:38,965 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741967_1143 127.0.0.1:55175 127.0.0.1:36139 127.0.0.1:53466
2014-04-10 10:50:38,965 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741969_1145 127.0.0.1:53466 127.0.0.1:55175 127.0.0.1:55289
2014-04-10 10:50:38,966 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741968_1144 127.0.0.1:55175 127.0.0.1:36139 127.0.0.1:53466
2014-04-10 10:50:38,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0014 dst=null perm=null
2014-04-10 10:50:38,997 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741972_1148
2014-04-10 10:50:39,000 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741974_1150
2014-04-10 10:50:39,000 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741970_1146
2014-04-10 10:50:39,001 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741976_1152
2014-04-10 10:50:39,029 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0015_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:50:39,029 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0015 CONTAINERID=container_1397144823869_0015_01_000001
2014-04-10 10:50:39,029 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0015_01_000001 of capacity <memory:2048, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 10:50:39,030 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0015 container=Container: [ContainerId: container_1397144823869_0015_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0015_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:39,030 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:50:39,030 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0015_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:50:39,030 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:39,031 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397144823869_0015 AttemptId: appattempt_1397144823869_0015_000001 MasterContainer: Container: [ContainerId: container_1397144823869_0015_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ]
2014-04-10 10:50:39,031 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0015_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:50:39,031 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0015_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:50:39,031 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397144823869_0015_000001
2014-04-10 10:50:39,032 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397144823869_0015_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] for AM appattempt_1397144823869_0015_000001
2014-04-10 10:50:39,032 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397144823869_0015_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:50:39,035 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0015_000001 (auth:SIMPLE)
2014-04-10 10:50:39,037 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0015_01_000001 by user brock
2014-04-10 10:50:39,038 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0015
2014-04-10 10:50:39,038 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0015 CONTAINERID=container_1397144823869_0015_01_000001
2014-04-10 10:50:39,038 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0015 transitioned from NEW to INITING
2014-04-10 10:50:39,038 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0015_01_000001 to application application_1397144823869_0015
2014-04-10 10:50:39,038 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397144823869_0015_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] for AM appattempt_1397144823869_0015_000001
2014-04-10 10:50:39,039 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0015 transitioned from INITING to RUNNING
2014-04-10 10:50:39,039 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0015_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:50:39,039 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:50:39,039 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0015
2014-04-10 10:50:39,039 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:50:39,040 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:50:39,040 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:50:39,040 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:50:39,040 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0015_01_000001
2014-04-10 10:50:39,051 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397144823869_0015_01_000001.tokens. Credentials list:
2014-04-10 10:50:39,066 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:50:39,134 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397144823869_0015_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000001.tokens
2014-04-10 10:50:39,135 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0015 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0015
2014-04-10 10:50:39,199 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741969_1145
2014-04-10 10:50:39,200 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741975_1151
2014-04-10 10:50:39,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.jar dst=null perm=null
2014-04-10 10:50:39,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.jar dst=null perm=null
2014-04-10 10:50:39,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.jar dst=null perm=null
2014-04-10 10:50:39,250 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45345, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1448602481_10598, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741974_1150, duration: 824365
2014-04-10 10:50:39,279 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0015/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:50:39,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.splitmetainfo dst=null perm=null
2014-04-10 10:50:39,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.splitmetainfo dst=null perm=null
2014-04-10 10:50:39,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.splitmetainfo dst=null perm=null
2014-04-10 10:50:39,305 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741970_1146
2014-04-10 10:50:39,305 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45345, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1448602481_10598, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741976_1152, duration: 253453
2014-04-10 10:50:39,306 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741969_1145
2014-04-10 10:50:39,307 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741973_1149
2014-04-10 10:50:39,308 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741975_1151
2014-04-10 10:50:39,308 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741976_1152
2014-04-10 10:50:39,309 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741977_1153
2014-04-10 10:50:39,310 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741971_1147
2014-04-10 10:50:39,326 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0015/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:50:39,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.split dst=null perm=null
2014-04-10 10:50:39,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.split dst=null perm=null
2014-04-10 10:50:39,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.split dst=null perm=null
2014-04-10 10:50:39,352 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53297, bytes: 1903, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1448602481_10598, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741975_1151, duration: 236848
2014-04-10 10:50:39,371 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0015/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:50:39,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.xml dst=null perm=null
2014-04-10 10:50:39,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.xml dst=null perm=null
2014-04-10 10:50:39,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.xml dst=null perm=null
2014-04-10 10:50:39,394 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741975_1151
2014-04-10 10:50:39,395 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741971_1147
2014-04-10 10:50:39,396 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741973_1149
2014-04-10 10:50:39,397 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741972_1148
2014-04-10 10:50:39,398 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37575, bytes: 81828, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1448602481_10598, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741977_1153, duration: 408284
2014-04-10 10:50:39,399 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741969_1145
2014-04-10 10:50:39,414 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0015/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:50:39,414 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:50:39,437 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:50:39,437 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:39,504 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000001/default_container_executor.sh]
2014-04-10 10:50:39,597 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741977_1153
2014-04-10 10:50:39,707 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741974_1150
2014-04-10 10:50:39,793 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741975_1151
2014-04-10 10:50:39,794 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741976_1152
2014-04-10 10:50:39,794 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741971_1147
2014-04-10 10:50:39,794 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741970_1146
2014-04-10 10:50:39,795 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741972_1148
2014-04-10 10:50:39,796 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741973_1149
2014-04-10 10:50:39,996 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741974_1150
2014-04-10 10:50:39,996 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741977_1153
2014-04-10 10:50:40,028 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0015_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:50:40,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:50:40,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/COMMIT_STARTED dst=null perm=null
2014-04-10 10:50:40,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:50:40,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/COMMIT_FAIL dst=null perm=null
2014-04-10 10:50:40,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015 dst=null perm=null
2014-04-10 10:50:40,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:50:40,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:50:40,797 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:36139 to replicate blk_1073741974_1150 to datanode(s) 127.0.0.1:55175
2014-04-10 10:50:40,797 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073741969_1145, blk_1073741971_1147, blk_1073741964_1140, blk_1073741965_1141]
2014-04-10 10:50:40,797 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073741968_1144, blk_1073741969_1145, blk_1073741964_1140, blk_1073741965_1141, blk_1073741966_1142, blk_1073741967_1143]
2014-04-10 10:50:40,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.splitmetainfo dst=null perm=null
2014-04-10 10:50:40,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.splitmetainfo dst=null perm=null
2014-04-10 10:50:41,003 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53307, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-832804817_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741976_1152, duration: 169434
2014-04-10 10:50:41,588 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0015_000001 (auth:SIMPLE)
2014-04-10 10:50:41,589 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397144823869_0015_000001
2014-04-10 10:50:41,590 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397144823869_0015 APPATTEMPTID=appattempt_1397144823869_0015_000001
2014-04-10 10:50:41,590 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0015_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:50:41,590 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0015 State change from ACCEPTED to RUNNING
2014-04-10 10:50:41,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job_1397144823869_0015_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:41,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:50:41,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job_1397144823869_0015_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:41,774 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job_1397144823869_0015_1_conf.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073741978_1154{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:50:41,815 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741978_1154 src: /127.0.0.1:37588 dest: /127.0.0.1:55175
2014-04-10 10:50:41,818 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741978_1154 src: /127.0.0.1:45490 dest: /127.0.0.1:53466
2014-04-10 10:50:41,820 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741978_1154 src: /127.0.0.1:53314 dest: /127.0.0.1:55289
2014-04-10 10:50:41,825 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53314, dest: /127.0.0.1:55289, bytes: 95175, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-832804817_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741978_1154, duration: 4290653
2014-04-10 10:50:41,825 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741978_1154, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:41,825 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741978_1154{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:50:41,825 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45490, dest: /127.0.0.1:53466, bytes: 95175, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-832804817_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741978_1154, duration: 4735080
2014-04-10 10:50:41,825 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741978_1154, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:41,826 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741978_1154{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:50:41,826 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37588, dest: /127.0.0.1:55175, bytes: 95175, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-832804817_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741978_1154, duration: 5279768
2014-04-10 10:50:41,826 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741978_1154, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:41,826 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741978_1154{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:50:42,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741969_1145 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741969 for deletion
2014-04-10 10:50:42,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741971_1147 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741971 for deletion
2014-04-10 10:50:42,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741964_1140 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741964 for deletion
2014-04-10 10:50:42,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741969_1145 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741969
2014-04-10 10:50:42,007 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741965_1141 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741965 for deletion
2014-04-10 10:50:42,007 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741971_1147 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741971
2014-04-10 10:50:42,007 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741964_1140 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741964
2014-04-10 10:50:42,007 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741965_1141 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741965
2014-04-10 10:50:42,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741968_1144 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741968 for deletion
2014-04-10 10:50:42,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741969_1145 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741969 for deletion
2014-04-10 10:50:42,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741968_1144 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741968
2014-04-10 10:50:42,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741964_1140 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741964 for deletion
2014-04-10 10:50:42,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741969_1145 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741969
2014-04-10 10:50:42,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741965_1141 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741965 for deletion
2014-04-10 10:50:42,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741964_1140 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741964
2014-04-10 10:50:42,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741966_1142 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741966 for deletion
2014-04-10 10:50:42,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741965_1141 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741965
2014-04-10 10:50:42,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741967_1143 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741967 for deletion
2014-04-10 10:50:42,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741966_1142 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741966
2014-04-10 10:50:42,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741967_1143 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741967
2014-04-10 10:50:42,083 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=1df63c1b-7aec-480c-a7f5-64068c9095b6, infoPort=40517, ipcPort=46888, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) Starting thread to transfer BP-1649026925-127.0.0.1-1397144808341:blk_1073741974_1150 to 127.0.0.1:55175
2014-04-10 10:50:42,084 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741974_1150 src: /127.0.0.1:37592 dest: /127.0.0.1:55175
2014-04-10 10:50:42,085 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1649026925-127.0.0.1-1397144808341:blk_1073741974_1150 (numBytes=244650) to 127.0.0.1/127.0.0.1:55175
2014-04-10 10:50:42,086 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1649026925-127.0.0.1-1397144808341:blk_1073741974_1150 src: /127.0.0.1:37592 dest: /127.0.0.1:55175 of size 244650
2014-04-10 10:50:42,087 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741974_1150 size 244650
2014-04-10 10:50:43,006 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job_1397144823869_0015_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-832804817_1
2014-04-10 10:50:43,029 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0015_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:50:43,030 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0015 CONTAINERID=container_1397144823869_0015_01_000002
2014-04-10 10:50:43,030 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0015_01_000002 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:50:43,030 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0015 container=Container: [ContainerId: container_1397144823869_0015_01_000002, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0015_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:43,030 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:50:43,030 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:43,031 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0015_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:50:43,031 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0015 CONTAINERID=container_1397144823869_0015_01_000003
2014-04-10 10:50:43,031 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0015_01_000003 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 10:50:43,031 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0015 container=Container: [ContainerId: container_1397144823869_0015_01_000003, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0015_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:43,031 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:50:43,032 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:43,088 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0015_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:50:43,088 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0015 CONTAINERID=container_1397144823869_0015_01_000004
2014-04-10 10:50:43,088 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0015_01_000004 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:50:43,088 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0015 container=Container: [ContainerId: container_1397144823869_0015_01_000004, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0015_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:43,089 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:50:43,089 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:43,089 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0015_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:50:43,089 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0015 CONTAINERID=container_1397144823869_0015_01_000005
2014-04-10 10:50:43,089 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0015_01_000005 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:50:43,090 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0015 container=Container: [ContainerId: container_1397144823869_0015_01_000005, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0015_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:43,090 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:50:43,090 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:43,090 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0015_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:50:43,091 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0015 CONTAINERID=container_1397144823869_0015_01_000006
2014-04-10 10:50:43,091 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0015_01_000006 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 10:50:43,091 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0015 container=Container: [ContainerId: container_1397144823869_0015_01_000006, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0015_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:43,091 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 10:50:43,091 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:43,626 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0015_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:50:43,627 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0015_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:50:43,627 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0015_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:50:43,627 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0015_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:50:43,627 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0015_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:50:43,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.jar dst=null perm=null
2014-04-10 10:50:43,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.jar dst=null perm=null
2014-04-10 10:50:43,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.xml dst=null perm=null
2014-04-10 10:50:43,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.xml dst=null perm=null
2014-04-10 10:50:43,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:50:43,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:50:43,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:50:43,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:50:43,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:50:43,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:50:43,771 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0015_000001 (auth:SIMPLE)
2014-04-10 10:50:43,771 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0015_000001 (auth:SIMPLE)
2014-04-10 10:50:43,775 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0015_01_000003 by user brock
2014-04-10 10:50:43,775 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0015_01_000002 by user brock
2014-04-10 10:50:43,776 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0015 CONTAINERID=container_1397144823869_0015_01_000003
2014-04-10 10:50:43,776 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0015_01_000005 by user brock
2014-04-10 10:50:43,776 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0015_01_000004 by user brock
2014-04-10 10:50:43,776 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0015
2014-04-10 10:50:43,776 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0015_01_000003 to application application_1397144823869_0015
2014-04-10 10:50:43,776 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0015 CONTAINERID=container_1397144823869_0015_01_000005
2014-04-10 10:50:43,776 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0015_01_000004 to application application_1397144823869_0015
2014-04-10 10:50:43,776 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0015 CONTAINERID=container_1397144823869_0015_01_000004
2014-04-10 10:50:43,777 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0015 transitioned from NEW to INITING
2014-04-10 10:50:43,776 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0015 CONTAINERID=container_1397144823869_0015_01_000002
2014-04-10 10:50:43,777 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0015_01_000005 to application application_1397144823869_0015
2014-04-10 10:50:43,777 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0015_01_000006 by user brock
2014-04-10 10:50:43,778 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0015 transitioned from INITING to RUNNING
2014-04-10 10:50:43,776 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0015_01_000002 to application application_1397144823869_0015
2014-04-10 10:50:43,778 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0015 CONTAINERID=container_1397144823869_0015_01_000006
2014-04-10 10:50:43,778 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:50:43,778 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:50:43,779 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:50:43,779 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:50:43,779 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0015_01_000006 to application application_1397144823869_0015
2014-04-10 10:50:43,779 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0015
2014-04-10 10:50:43,779 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0015
2014-04-10 10:50:43,779 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0015
2014-04-10 10:50:43,779 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:50:43,779 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0015
2014-04-10 10:50:43,780 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0015
2014-04-10 10:50:43,780 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:50:43,780 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0015
2014-04-10 10:50:43,780 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0015
2014-04-10 10:50:43,780 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:50:43,780 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0015
2014-04-10 10:50:43,780 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:50:43,780 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:50:43,781 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0015
2014-04-10 10:50:43,781 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0015
2014-04-10 10:50:43,781 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0015
2014-04-10 10:50:43,781 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:50:43,781 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0015
2014-04-10 10:50:43,781 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:50:43,782 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:50:43,782 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:50:43,782 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0015_01_000004
2014-04-10 10:50:43,783 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0015_01_000005
2014-04-10 10:50:43,783 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0015
2014-04-10 10:50:43,783 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0015
2014-04-10 10:50:43,784 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:50:43,784 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0015
2014-04-10 10:50:43,784 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0015_01_000006
2014-04-10 10:50:43,797 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397144823869_0015_01_000005.tokens. Credentials list:
2014-04-10 10:50:43,797 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397144823869_0015_01_000004.tokens. Credentials list:
2014-04-10 10:50:43,798 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073741968_1144, blk_1073741969_1145, blk_1073741971_1147, blk_1073741964_1140, blk_1073741965_1141, blk_1073741966_1142, blk_1073741967_1143]
2014-04-10 10:50:43,798 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073741968_1144, blk_1073741971_1147, blk_1073741964_1140, blk_1073741965_1141, blk_1073741966_1142, blk_1073741967_1143]
2014-04-10 10:50:43,798 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397144823869_0015_01_000006.tokens. Credentials list:
2014-04-10 10:50:43,809 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:50:43,813 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:50:43,813 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:50:43,813 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:43,813 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:43,864 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000003/default_container_executor.sh]
2014-04-10 10:50:43,864 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000002/default_container_executor.sh]
2014-04-10 10:50:43,865 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397144823869_0015_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000005.tokens
2014-04-10 10:50:43,865 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0015 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0015
2014-04-10 10:50:43,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.jar dst=null perm=null
2014-04-10 10:50:43,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.jar dst=null perm=null
2014-04-10 10:50:43,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.jar dst=null perm=null
2014-04-10 10:50:43,953 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45378, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1377912259_10782, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741974_1150, duration: 387291
2014-04-10 10:50:43,970 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0015/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:50:43,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.xml dst=null perm=null
2014-04-10 10:50:43,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.xml dst=null perm=null
2014-04-10 10:50:43,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.xml dst=null perm=null
2014-04-10 10:50:43,987 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45378, bytes: 81828, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1377912259_10782, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741977_1153, duration: 174475
2014-04-10 10:50:43,987 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397144823869_0014_01_000001 succeeded
2014-04-10 10:50:43,987 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:50:43,987 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0014_01_000001
2014-04-10 10:50:43,995 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000001
2014-04-10 10:50:43,996 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0014 CONTAINERID=container_1397144823869_0014_01_000001
2014-04-10 10:50:43,996 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0014_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:50:43,996 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0014_01_000001 from application application_1397144823869_0014
2014-04-10 10:50:43,996 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:43,996 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000001
2014-04-10 10:50:43,996 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000001
2014-04-10 10:50:43,996 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0014
2014-04-10 10:50:43,996 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0014/container_1397144823869_0014_01_000001
2014-04-10 10:50:44,001 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0015/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:50:44,001 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:50:44,001 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:50:44,001 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:50:44,023 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:50:44,023 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:44,026 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:50:44,027 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:44,027 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:50:44,027 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:44,029 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0015_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:50:44,029 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0015_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:50:44,081 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000005/default_container_executor.sh]
2014-04-10 10:50:44,084 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000004/default_container_executor.sh]
2014-04-10 10:50:44,084 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000006/default_container_executor.sh]
2014-04-10 10:50:44,088 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0015_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:50:44,088 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0015_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:50:44,088 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0015_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:50:44,203 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741978_1154
2014-04-10 10:50:44,462 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0014_01_000001
2014-04-10 10:50:44,463 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0014_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:50:44,463 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397144823869_0014_000001
2014-04-10 10:50:44,463 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0014_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:50:44,463 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0014_000001 State change from FINISHING to FINISHED
2014-04-10 10:50:44,463 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0014 CONTAINERID=container_1397144823869_0014_01_000001
2014-04-10 10:50:44,463 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0014 State change from FINISHING to FINISHED
2014-04-10 10:50:44,463 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0014_01_000001 of capacity <memory:2048, vCores:1> on host localhost:37679, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:50:44,464 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397144823869_0014
2014-04-10 10:50:44,464 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 10:50:44,464 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0014_01_000001, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:44,464 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:44,464 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397144823869_0014_000001
2014-04-10 10:50:44,464 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 10:50:44,464 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397144823869_0014,name=[3128036FAB3A45B691E9A540C898BD04/A0AFCAFC84C14DD68F71E96393F175CE] lower*upper/(1/1) ...dpipesplatform/difffields,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:60619/proxy/application_1397144823869_0014/jobhistory/job/job_1397144823869_0014,appMasterHost=localhost.localdomain,startTime=1397145023623,finishTime=1397145037940,finalStatus=SUCCEEDED
2014-04-10 10:50:44,464 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0014_000001 released container container_1397144823869_0014_01_000001 on node: host: localhost:37679 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:50:44,464 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397144823869_0014_000001 is done. finalState=FINISHED
2014-04-10 10:50:44,465 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397144823869_0014 requests cleared
2014-04-10 10:50:44,465 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397144823869_0014 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:50:44,465 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397144823869_0014 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:50:44,475 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0014_000001 (auth:SIMPLE)
2014-04-10 10:50:44,486 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0014_01_000001
2014-04-10 10:50:44,600 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741978_1154
2014-04-10 10:50:44,602 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741974_1150
2014-04-10 10:50:44,651 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:50:44,710 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741978_1154
2014-04-10 10:50:45,027 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:50:45,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741968_1144 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741968 for deletion
2014-04-10 10:50:45,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741969_1145 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741969 for deletion
2014-04-10 10:50:45,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741968_1144 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741968
2014-04-10 10:50:45,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741971_1147 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741971 for deletion
2014-04-10 10:50:45,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741964_1140 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741964 for deletion
2014-04-10 10:50:45,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741971_1147 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741971
2014-04-10 10:50:45,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741965_1141 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741965 for deletion
2014-04-10 10:50:45,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741966_1142 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741966 for deletion
2014-04-10 10:50:45,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741964_1140 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741964
2014-04-10 10:50:45,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741966_1142 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741966
2014-04-10 10:50:45,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741967_1143 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741967 for deletion
2014-04-10 10:50:45,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741969_1145 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741969
2014-04-10 10:50:45,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741965_1141 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741965
2014-04-10 10:50:45,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741967_1143 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741967
2014-04-10 10:50:45,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741968_1144 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741968 for deletion
2014-04-10 10:50:45,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741971_1147 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741971 for deletion
2014-04-10 10:50:45,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741968_1144 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741968
2014-04-10 10:50:45,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741964_1140 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741964 for deletion
2014-04-10 10:50:45,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741971_1147 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741971
2014-04-10 10:50:45,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741965_1141 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741965 for deletion
2014-04-10 10:50:45,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741966_1142 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741966 for deletion
2014-04-10 10:50:45,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741965_1141 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741965
2014-04-10 10:50:45,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741964_1140 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741964
2014-04-10 10:50:45,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741967_1143 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741967 for deletion
2014-04-10 10:50:45,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741966_1142 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741966
2014-04-10 10:50:45,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741967_1143 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741967
2014-04-10 10:50:45,088 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0014 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:50:45,089 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0014
2014-04-10 10:50:45,089 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0014 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:50:45,089 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0014, with delay of 10800 seconds
2014-04-10 10:50:45,089 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0014
2014-04-10 10:50:45,089 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0014
2014-04-10 10:50:45,089 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0014
2014-04-10 10:50:45,089 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0014
2014-04-10 10:50:45,128 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0014 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:50:45,129 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0014
2014-04-10 10:50:45,129 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0014 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:50:45,129 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0014, with delay of 10800 seconds
2014-04-10 10:50:45,129 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0014
2014-04-10 10:50:45,129 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0014
2014-04-10 10:50:45,129 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0014
2014-04-10 10:50:45,129 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0014
2014-04-10 10:50:45,419 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397144823869_0015_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000006.tokens
2014-04-10 10:50:45,419 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0015 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0015
2014-04-10 10:50:45,463 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0014 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:50:45,464 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0014
2014-04-10 10:50:45,464 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0014 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:50:45,464 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0014, with delay of 10800 seconds
2014-04-10 10:50:45,464 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0014
2014-04-10 10:50:45,465 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0014
2014-04-10 10:50:45,465 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0014
2014-04-10 10:50:45,465 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0014
2014-04-10 10:50:45,671 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:50:45,969 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397144823869_0015_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000004.tokens
2014-04-10 10:50:45,970 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0015 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0015
2014-04-10 10:50:46,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.split dst=null perm=null
2014-04-10 10:50:46,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.split dst=null perm=null
2014-04-10 10:50:46,824 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37626, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0015_m_000000_0_31685833_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741975_1151, duration: 159543
2014-04-10 10:50:46,888 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45529, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0015_m_000001_0_857212412_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741975_1151, duration: 170031
2014-04-10 10:50:46,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:50:46,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:50:46,980 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45529, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0015_m_000001_0_857212412_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 115303
2014-04-10 10:50:47,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.split dst=null perm=null
2014-04-10 10:50:47,114 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37626, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0015_m_000000_0_31685833_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 175719
2014-04-10 10:50:47,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.split dst=null perm=null
2014-04-10 10:50:47,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.split dst=null perm=null
2014-04-10 10:50:47,172 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37634, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0015_m_000003_0_781186323_1, offset: 1024, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741975_1151, duration: 173463
2014-04-10 10:50:47,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397144823869_0015_m_000000_0 dst=null perm=null
2014-04-10 10:50:47,222 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45410, bytes: 1387, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0015_m_000002_0_1313350326_1, offset: 512, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741975_1151, duration: 197352
2014-04-10 10:50:47,227 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53361, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0015_m_000004_0_766706429_1, offset: 1024, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741975_1151, duration: 221711
2014-04-10 10:50:47,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:50:47,246 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37634, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0015_m_000003_0_781186323_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 199579
2014-04-10 10:50:47,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397144823869_0015_m_000001_0 dst=null perm=null
2014-04-10 10:50:47,293 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0015_01_000002
2014-04-10 10:50:47,293 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0015 CONTAINERID=container_1397144823869_0015_01_000002
2014-04-10 10:50:47,293 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:50:47,293 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0015_01_000002
2014-04-10 10:50:47,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:50:47,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:50:47,300 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37639, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0015_m_000004_0_766706429_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 130374
2014-04-10 10:50:47,302 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0015_01_000002 is : 143
2014-04-10 10:50:47,307 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37638, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0015_m_000002_0_1313350326_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 8314034
2014-04-10 10:50:47,331 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job_1397144823869_0015_1.jhist. BP-1649026925-127.0.0.1-1397144808341 blk_1073741979_1155{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]}
2014-04-10 10:50:47,333 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:50:47,333 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000002
2014-04-10 10:50:47,333 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000002
2014-04-10 10:50:47,334 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000002
2014-04-10 10:50:47,334 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000002
2014-04-10 10:50:47,334 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0015 CONTAINERID=container_1397144823869_0015_01_000002
2014-04-10 10:50:47,334 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0015_01_000003
2014-04-10 10:50:47,334 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0015 CONTAINERID=container_1397144823869_0015_01_000003
2014-04-10 10:50:47,334 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:50:47,335 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:50:47,335 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0015_01_000002
2014-04-10 10:50:47,335 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0015_01_000002 from application application_1397144823869_0015
2014-04-10 10:50:47,335 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:47,335 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0015
2014-04-10 10:50:47,335 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0015_01_000003
2014-04-10 10:50:47,335 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0015_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:50:47,335 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0015_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:50:47,335 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0015 CONTAINERID=container_1397144823869_0015_01_000002
2014-04-10 10:50:47,335 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0015_01_000002 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 10:50:47,335 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 10:50:47,336 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0015_01_000002, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:47,336 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:47,336 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 10:50:47,336 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0015_000001 released container container_1397144823869_0015_01_000002 on node: host: localhost:56736 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 10:50:47,342 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0015_01_000003 is : 143
2014-04-10 10:50:47,351 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:50:47,352 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000003
2014-04-10 10:50:47,352 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000003
2014-04-10 10:50:47,352 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0015 CONTAINERID=container_1397144823869_0015_01_000003
2014-04-10 10:50:47,352 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:50:47,352 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0015_01_000003 from application application_1397144823869_0015
2014-04-10 10:50:47,352 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000003
2014-04-10 10:50:47,352 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000003
2014-04-10 10:50:47,353 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:47,353 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0015
2014-04-10 10:50:47,365 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741979_1155 src: /127.0.0.1:53365 dest: /127.0.0.1:55289
2014-04-10 10:50:47,367 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741979_1155 src: /127.0.0.1:45543 dest: /127.0.0.1:53466
2014-04-10 10:50:47,368 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741979_1155 src: /127.0.0.1:37643 dest: /127.0.0.1:55175
2014-04-10 10:50:47,371 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job_1397144823869_0015_1.jhist for DFSClient_NONMAPREDUCE_-832804817_1
2014-04-10 10:50:47,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397144823869_0015_m_000003_0 dst=null perm=null
2014-04-10 10:50:47,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397144823869_0015_m_000004_0 dst=null perm=null
2014-04-10 10:50:47,531 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0015_01_000005
2014-04-10 10:50:47,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397144823869_0015_m_000002_0 dst=null perm=null
2014-04-10 10:50:47,531 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:50:47,531 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0015 CONTAINERID=container_1397144823869_0015_01_000005
2014-04-10 10:50:47,531 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0015_01_000005
2014-04-10 10:50:47,538 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0015_01_000005 is : 143
2014-04-10 10:50:47,546 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:50:47,547 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000005
2014-04-10 10:50:47,547 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000005
2014-04-10 10:50:47,547 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000005
2014-04-10 10:50:47,547 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000005
2014-04-10 10:50:47,548 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0015 CONTAINERID=container_1397144823869_0015_01_000005
2014-04-10 10:50:47,548 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:50:47,548 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0015_01_000005 from application application_1397144823869_0015
2014-04-10 10:50:47,548 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:47,548 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0015
2014-04-10 10:50:47,578 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0015_01_000006
2014-04-10 10:50:47,578 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0015 CONTAINERID=container_1397144823869_0015_01_000006
2014-04-10 10:50:47,578 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:50:47,578 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0015_01_000006
2014-04-10 10:50:47,578 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0015_01_000005
2014-04-10 10:50:47,578 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0015_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:50:47,579 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0015_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:50:47,579 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0015 CONTAINERID=container_1397144823869_0015_01_000005
2014-04-10 10:50:47,579 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0015_01_000005 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:50:47,579 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 10:50:47,579 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0015_01_000005, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:47,579 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:47,579 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:50:47,579 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0015_000001 released container container_1397144823869_0015_01_000005 on node: host: localhost:50571 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:50:47,584 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0015_01_000004
2014-04-10 10:50:47,584 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0015_01_000006 is : 143
2014-04-10 10:50:47,584 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0015 CONTAINERID=container_1397144823869_0015_01_000004
2014-04-10 10:50:47,591 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:50:47,591 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:50:47,592 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0015_01_000004
2014-04-10 10:50:47,598 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0015_01_000004 is : 143
2014-04-10 10:50:47,606 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000006
2014-04-10 10:50:47,607 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000006
2014-04-10 10:50:47,607 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000006
2014-04-10 10:50:47,607 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000006
2014-04-10 10:50:47,607 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:50:47,607 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0015 CONTAINERID=container_1397144823869_0015_01_000006
2014-04-10 10:50:47,607 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:50:47,608 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000004
2014-04-10 10:50:47,608 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000004
2014-04-10 10:50:47,608 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000004
2014-04-10 10:50:47,608 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000004
2014-04-10 10:50:47,608 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0015_01_000006 from application application_1397144823869_0015
2014-04-10 10:50:47,609 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:47,609 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0015
2014-04-10 10:50:47,609 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0015 CONTAINERID=container_1397144823869_0015_01_000004
2014-04-10 10:50:47,609 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:50:47,609 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0015_01_000004 from application application_1397144823869_0015
2014-04-10 10:50:47,609 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:47,609 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0015
2014-04-10 10:50:48,335 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0015_01_000003
2014-04-10 10:50:48,336 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0015_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:50:48,336 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0015_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:50:48,336 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0015 CONTAINERID=container_1397144823869_0015_01_000003
2014-04-10 10:50:48,336 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0015_01_000003 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:50:48,337 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:50:48,337 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0015_01_000003, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:48,337 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:48,337 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:50:48,337 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0015_000001 released container container_1397144823869_0015_01_000003 on node: host: localhost:56736 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:50:48,585 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0015_01_000004
2014-04-10 10:50:48,585 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0015_01_000006
2014-04-10 10:50:48,585 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0015_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:50:48,586 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0015_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:50:48,586 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0015 CONTAINERID=container_1397144823869_0015_01_000004
2014-04-10 10:50:48,586 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0015_01_000004 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:50:48,586 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:50:48,586 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0015_01_000004, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:48,587 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:48,587 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:50:48,587 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0015_000001 released container container_1397144823869_0015_01_000004 on node: host: localhost:50571 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:50:48,587 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0015_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:50:48,587 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0015_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:50:48,587 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0015 CONTAINERID=container_1397144823869_0015_01_000006
2014-04-10 10:50:48,588 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0015_01_000006 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:50:48,588 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:50:48,589 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0015_01_000006, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:48,589 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:48,589 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:50:48,589 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0015_000001 released container container_1397144823869_0015_01_000006 on node: host: localhost:50571 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:50:49,130 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0015_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:50:49,130 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0015 CONTAINERID=container_1397144823869_0015_01_000007
2014-04-10 10:50:49,130 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0015_01_000007 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:50:49,131 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0015 container=Container: [ContainerId: container_1397144823869_0015_01_000007, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0015_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:49,131 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:50:49,131 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:49,667 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0015_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:50:49,683 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0015_000001 (auth:SIMPLE)
2014-04-10 10:50:49,686 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0015_01_000007 by user brock
2014-04-10 10:50:49,686 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0015
2014-04-10 10:50:49,687 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0015 CONTAINERID=container_1397144823869_0015_01_000007
2014-04-10 10:50:49,687 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0015 transitioned from NEW to INITING
2014-04-10 10:50:49,687 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0015_01_000007 to application application_1397144823869_0015
2014-04-10 10:50:49,687 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0015 transitioned from INITING to RUNNING
2014-04-10 10:50:49,688 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 10:50:49,688 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0015
2014-04-10 10:50:49,688 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0015
2014-04-10 10:50:49,688 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:50:49,688 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0015
2014-04-10 10:50:49,689 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:50:49,689 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:50:49,689 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0015_01_000007
2014-04-10 10:50:49,700 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397144823869_0015_01_000007.tokens. Credentials list:
2014-04-10 10:50:49,714 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:50:49,778 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397144823869_0015_01_000007.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000007.tokens
2014-04-10 10:50:49,779 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0015 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0015
2014-04-10 10:50:49,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.jar dst=null perm=null
2014-04-10 10:50:49,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.jar dst=null perm=null
2014-04-10 10:50:49,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.jar dst=null perm=null
2014-04-10 10:50:49,890 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53379, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1560059755_11060, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741974_1150, duration: 838833
2014-04-10 10:50:49,915 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0015/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:50:49,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.xml dst=null perm=null
2014-04-10 10:50:49,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.xml dst=null perm=null
2014-04-10 10:50:49,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.xml dst=null perm=null
2014-04-10 10:50:49,944 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53379, bytes: 81828, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1560059755_11060, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741977_1153, duration: 364032
2014-04-10 10:50:49,963 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0015/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:50:49,963 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:50:49,996 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 10:50:49,996 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:50,056 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000007/default_container_executor.sh]
2014-04-10 10:50:50,130 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0015_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:50:50,671 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:50:51,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397144823869_0015_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:51,791 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397144823869_0015_r_000000_0/part-00000. BP-1649026925-127.0.0.1-1397144808341 blk_1073741980_1156{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:50:51,874 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741980_1156 src: /127.0.0.1:45567 dest: /127.0.0.1:53466
2014-04-10 10:50:51,875 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741980_1156 src: /127.0.0.1:45441 dest: /127.0.0.1:36139
2014-04-10 10:50:51,876 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741980_1156 src: /127.0.0.1:53392 dest: /127.0.0.1:55289
2014-04-10 10:50:51,888 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53392, dest: /127.0.0.1:55289, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0015_r_000000_0_874800254_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741980_1156, duration: 10527231
2014-04-10 10:50:51,888 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741980_1156, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:51,888 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741980_1156{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:50:51,888 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45441, dest: /127.0.0.1:36139, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0015_r_000000_0_874800254_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741980_1156, duration: 11254057
2014-04-10 10:50:51,889 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741980_1156, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:51,889 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741980_1156{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:50:51,889 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45567, dest: /127.0.0.1:53466, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0015_r_000000_0_874800254_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741980_1156, duration: 11817463
2014-04-10 10:50:51,889 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741980_1156, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:51,889 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741980_1156{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:50:51,905 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397144823869_0015_r_000000_0/part-00000 is closed by DFSClient_attempt_1397144823869_0015_r_000000_0_874800254_1
2014-04-10 10:50:51,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397144823869_0015_r_000000_0 dst=null perm=null
2014-04-10 10:50:51,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397144823869_0015_r_000000_0 dst=null perm=null
2014-04-10 10:50:51,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2/_temporary/1/task_1397144823869_0015_r_000000 dst=null perm=null
2014-04-10 10:50:51,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2/_temporary/1/_temporary/attempt_1397144823869_0015_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2/_temporary/1/task_1397144823869_0015_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:50:52,021 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0015_01_000007
2014-04-10 10:50:52,022 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0015 CONTAINERID=container_1397144823869_0015_01_000007
2014-04-10 10:50:52,022 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000007 transitioned from RUNNING to KILLING
2014-04-10 10:50:52,022 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0015_01_000007
2014-04-10 10:50:52,029 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0015_01_000007 is : 143
2014-04-10 10:50:52,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:52,046 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:50:52,046 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000007
2014-04-10 10:50:52,046 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000007
2014-04-10 10:50:52,047 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000007
2014-04-10 10:50:52,047 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000007
2014-04-10 10:50:52,047 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0015 CONTAINERID=container_1397144823869_0015_01_000007
2014-04-10 10:50:52,047 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:50:52,047 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0015_01_000007 from application application_1397144823869_0015
2014-04-10 10:50:52,047 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:52,047 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0015
2014-04-10 10:50:52,055 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-832804817_1
2014-04-10 10:50:52,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2/_temporary/1 dst=null perm=null
2014-04-10 10:50:52,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2 dst=null perm=null
2014-04-10 10:50:52,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2 dst=null perm=null
2014-04-10 10:50:52,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2/_temporary/1/task_1397144823869_0015_r_000000 dst=null perm=null
2014-04-10 10:50:52,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2/part-00000 dst=null perm=null
2014-04-10 10:50:52,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2/_temporary/1/task_1397144823869_0015_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:52,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2/_temporary dst=null perm=null
2014-04-10 10:50:52,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:52,138 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-832804817_1
2014-04-10 10:50:52,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:52,172 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-832804817_1
2014-04-10 10:50:52,196 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37643, dest: /127.0.0.1:55175, bytes: 68742, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-832804817_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741979_1155, duration: 4827010705
2014-04-10 10:50:52,196 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741979_1155, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:52,199 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45543, dest: /127.0.0.1:53466, bytes: 68742, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-832804817_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741979_1155, duration: 4830476177
2014-04-10 10:50:52,199 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741979_1155{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 15766
2014-04-10 10:50:52,200 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741979_1155, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:52,200 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53365, dest: /127.0.0.1:55289, bytes: 68742, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-832804817_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741979_1155, duration: 4831453691
2014-04-10 10:50:52,200 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741979_1155, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:52,200 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741979_1155{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 15766
2014-04-10 10:50:52,201 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741979_1155{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 15766
2014-04-10 10:50:52,213 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job_1397144823869_0015_1.jhist is closed by DFSClient_NONMAPREDUCE_-832804817_1
2014-04-10 10:50:52,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0015.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:52,234 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0015.summary_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]}
2014-04-10 10:50:52,249 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741981_1157 src: /127.0.0.1:45572 dest: /127.0.0.1:53466
2014-04-10 10:50:52,250 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741981_1157 src: /127.0.0.1:37672 dest: /127.0.0.1:55175
2014-04-10 10:50:52,251 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741981_1157 src: /127.0.0.1:45447 dest: /127.0.0.1:36139
2014-04-10 10:50:52,255 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45447, dest: /127.0.0.1:36139, bytes: 447, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-832804817_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741981_1157, duration: 2202241
2014-04-10 10:50:52,255 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741981_1157, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:52,255 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:50:52,255 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37672, dest: /127.0.0.1:55175, bytes: 447, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-832804817_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741981_1157, duration: 2188782
2014-04-10 10:50:52,256 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741981_1157, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:52,256 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:50:52,256 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45572, dest: /127.0.0.1:53466, bytes: 447, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-832804817_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741981_1157, duration: 3075149
2014-04-10 10:50:52,257 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741981_1157, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:52,257 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:50:52,272 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0015.summary_tmp is closed by DFSClient_NONMAPREDUCE_-832804817_1
2014-04-10 10:50:52,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0015.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:50:52,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job_1397144823869_0015_1.jhist dst=null perm=null
2014-04-10 10:50:52,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0015-1397145038505-brock-%5B869A133D2F8A493EA5C1531DB4350D29%2F0EBFFE3E2A6A46BF-1397145052173-5-1-SUCCEEDED-default-1397145041599.jhist_tmp dst=null perm=null
2014-04-10 10:50:52,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job_1397144823869_0015_1.jhist dst=null perm=null
2014-04-10 10:50:52,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0015-1397145038505-brock-%5B869A133D2F8A493EA5C1531DB4350D29%2F0EBFFE3E2A6A46BF-1397145052173-5-1-SUCCEEDED-default-1397145041599.jhist_tmp dst=null perm=null
2014-04-10 10:50:52,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job_1397144823869_0015_1.jhist dst=null perm=null
2014-04-10 10:50:52,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0015-1397145038505-brock-%5B869A133D2F8A493EA5C1531DB4350D29%2F0EBFFE3E2A6A46BF-1397145052173-5-1-SUCCEEDED-default-1397145041599.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:52,330 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53398, bytes: 69282, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-832804817_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741979_1155, duration: 406968
2014-04-10 10:50:52,333 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0015-1397145038505-brock-%5B869A133D2F8A493EA5C1531DB4350D29%2F0EBFFE3E2A6A46BF-1397145052173-5-1-SUCCEEDED-default-1397145041599.jhist_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:50:52,349 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741982_1158 src: /127.0.0.1:53399 dest: /127.0.0.1:55289
2014-04-10 10:50:52,350 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741982_1158 src: /127.0.0.1:45450 dest: /127.0.0.1:36139
2014-04-10 10:50:52,352 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741982_1158 src: /127.0.0.1:37677 dest: /127.0.0.1:55175
2014-04-10 10:50:52,355 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37677, dest: /127.0.0.1:55175, bytes: 68742, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-832804817_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741982_1158, duration: 2641109
2014-04-10 10:50:52,355 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741982_1158, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:52,356 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:50:52,356 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45450, dest: /127.0.0.1:36139, bytes: 68742, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-832804817_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741982_1158, duration: 2791863
2014-04-10 10:50:52,356 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741982_1158, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:52,356 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:50:52,356 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53399, dest: /127.0.0.1:55289, bytes: 68742, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-832804817_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741982_1158, duration: 3860733
2014-04-10 10:50:52,357 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741982_1158, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:52,357 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:50:52,372 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0015-1397145038505-brock-%5B869A133D2F8A493EA5C1531DB4350D29%2F0EBFFE3E2A6A46BF-1397145052173-5-1-SUCCEEDED-default-1397145041599.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-832804817_1
2014-04-10 10:50:52,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0015-1397145038505-brock-%5B869A133D2F8A493EA5C1531DB4350D29%2F0EBFFE3E2A6A46BF-1397145052173-5-1-SUCCEEDED-default-1397145041599.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:50:52,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job_1397144823869_0015_1_conf.xml dst=null perm=null
2014-04-10 10:50:52,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0015_conf.xml_tmp dst=null perm=null
2014-04-10 10:50:52,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job_1397144823869_0015_1_conf.xml dst=null perm=null
2014-04-10 10:50:52,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0015_conf.xml_tmp dst=null perm=null
2014-04-10 10:50:52,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015/job_1397144823869_0015_1_conf.xml dst=null perm=null
2014-04-10 10:50:52,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0015_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:52,399 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53398, bytes: 95919, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-832804817_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741978_1154, duration: 369111
2014-04-10 10:50:52,402 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0015_conf.xml_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:50:52,416 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741983_1159 src: /127.0.0.1:45452 dest: /127.0.0.1:36139
2014-04-10 10:50:52,417 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741983_1159 src: /127.0.0.1:37680 dest: /127.0.0.1:55175
2014-04-10 10:50:52,418 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741983_1159 src: /127.0.0.1:53405 dest: /127.0.0.1:55289
2014-04-10 10:50:52,422 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53405, dest: /127.0.0.1:55289, bytes: 95175, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-832804817_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741983_1159, duration: 2933784
2014-04-10 10:50:52,423 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741983_1159, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:52,423 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:50:52,423 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37680, dest: /127.0.0.1:55175, bytes: 95175, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-832804817_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741983_1159, duration: 3654768
2014-04-10 10:50:52,423 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741983_1159, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:52,424 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:50:52,424 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45452, dest: /127.0.0.1:36139, bytes: 95175, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-832804817_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741983_1159, duration: 4532147
2014-04-10 10:50:52,424 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741983_1159, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:52,424 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:50:52,438 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0015_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-832804817_1
2014-04-10 10:50:52,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0015_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:50:52,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0015.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0015.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:50:52,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0015_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0015_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:50:52,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0015-1397145038505-brock-%5B869A133D2F8A493EA5C1531DB4350D29%2F0EBFFE3E2A6A46BF-1397145052173-5-1-SUCCEEDED-default-1397145041599.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0015-1397145038505-brock-%5B869A133D2F8A493EA5C1531DB4350D29%2F0EBFFE3E2A6A46BF-1397145052173-5-1-SUCCEEDED-default-1397145041599.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:50:52,622 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397144823869_0015_000001 with final state: FINISHING
2014-04-10 10:50:52,622 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0015_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:50:52,623 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397144823869_0015 with final state: FINISHING
2014-04-10 10:50:52,623 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0015 State change from RUNNING to FINAL_SAVING
2014-04-10 10:50:52,623 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0015
2014-04-10 10:50:52,624 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0015_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:50:52,624 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0015 State change from FINAL_SAVING to FINISHING
2014-04-10 10:50:52,696 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:50:52,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:50:52,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:50:52,701 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397144823869_0015 from file: hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0015-1397145038505-brock-%5B869A133D2F8A493EA5C1531DB4350D29%2F0EBFFE3E2A6A46BF-1397145052173-5-1-SUCCEEDED-default-1397145041599.jhist
2014-04-10 10:50:52,703 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0015-1397145038505-brock-%5B869A133D2F8A493EA5C1531DB4350D29%2F0EBFFE3E2A6A46BF-1397145052173-5-1-SUCCEEDED-default-1397145041599.jhist]
2014-04-10 10:50:52,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0015-1397145038505-brock-%5B869A133D2F8A493EA5C1531DB4350D29%2F0EBFFE3E2A6A46BF-1397145052173-5-1-SUCCEEDED-default-1397145041599.jhist dst=null perm=null
2014-04-10 10:50:52,706 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53408, bytes: 69282, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741982_1158, duration: 390656
2014-04-10 10:50:52,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0015.summary dst=null perm=null
2014-04-10 10:50:52,728 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45586, bytes: 451, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_538767685_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741981_1157, duration: 236955
2014-04-10 10:50:52,728 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397144823869_0015,submitTime=1397145038505,launchTime=1397145041599,firstMapTaskLaunchTime=1397145043786,firstReduceTaskLaunchTime=1397145049688,finishTime=1397145052173,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=5,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=18,reduceSlotSeconds=2,jobName=[869A133D2F8A493EA5C1531DB4350D29/0EBFFE3E2A6A46BFAB5A6E19DEEC3A5E] lower/(1/1) ...edpipesplatform/samepipe2
2014-04-10 10:50:52,728 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0015.summary]
2014-04-10 10:50:52,738 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741981_1157 127.0.0.1:53466 127.0.0.1:55175 127.0.0.1:36139
2014-04-10 10:50:52,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0015.summary dst=null perm=null
2014-04-10 10:50:52,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:50:52,740 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0015-1397145038505-brock-%5B869A133D2F8A493EA5C1531DB4350D29%2F0EBFFE3E2A6A46BF-1397145052173-5-1-SUCCEEDED-default-1397145041599.jhist to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0015-1397145038505-brock-%5B869A133D2F8A493EA5C1531DB4350D29%2F0EBFFE3E2A6A46BF-1397145052173-5-1-SUCCEEDED-default-1397145041599.jhist
2014-04-10 10:50:52,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0015-1397145038505-brock-%5B869A133D2F8A493EA5C1531DB4350D29%2F0EBFFE3E2A6A46BF-1397145052173-5-1-SUCCEEDED-default-1397145041599.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0015-1397145038505-brock-%5B869A133D2F8A493EA5C1531DB4350D29%2F0EBFFE3E2A6A46BF-1397145052173-5-1-SUCCEEDED-default-1397145041599.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:50:52,756 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0015_conf.xml to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0015_conf.xml
2014-04-10 10:50:52,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0015_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0015_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:50:52,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2 dst=null perm=null
2014-04-10 10:50:52,775 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2/_temporary
2014-04-10 10:50:52,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2/_temporary dst=null perm=null
2014-04-10 10:50:52,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2 dst=null perm=null
2014-04-10 10:50:52,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2 dst=null perm=null
2014-04-10 10:50:52,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2 dst=null perm=null
2014-04-10 10:50:52,785 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:50:52,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2/part-00000 dst=null perm=null
2014-04-10 10:50:52,786 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45586, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741980_1156, duration: 104986
2014-04-10 10:50:52,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2 dst=null perm=null
2014-04-10 10:50:52,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2 dst=null perm=null
2014-04-10 10:50:52,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2 dst=null perm=null
2014-04-10 10:50:52,795 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:50:52,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2/part-00000 dst=null perm=null
2014-04-10 10:50:52,797 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45586, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741980_1156, duration: 103912
2014-04-10 10:50:52,797 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2
2014-04-10 10:50:52,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2 dst=null perm=null
2014-04-10 10:50:52,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2 dst=null perm=null
2014-04-10 10:50:52,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2 dst=null perm=null
2014-04-10 10:50:52,799 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073741981_1157]
2014-04-10 10:50:52,799 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073741981_1157]
2014-04-10 10:50:52,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2 dst=null perm=null
2014-04-10 10:50:52,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2/part-00000 dst=null perm=null
2014-04-10 10:50:52,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe2/part-00000 dst=null perm=null
2014-04-10 10:50:52,801 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45586, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741980_1156, duration: 97165
2014-04-10 10:50:52,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:50:52,809 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 10:50:52,810 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 10:50:52,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3 dst=null perm=null
2014-04-10 10:50:52,817 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lhs] starting
2014-04-10 10:50:52,817 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lhs] source: Hfs["TextDelimited[['num', 'char']]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 10:50:52,817 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lhs] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3"]
2014-04-10 10:50:52,817 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lhs] parallel execution is enabled: true
2014-04-10 10:50:52,818 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lhs] starting jobs: 1
2014-04-10 10:50:52,818 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lhs] allocating threads: 1
2014-04-10 10:50:52,818 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lhs] starting step: (1/1) ...edpipesplatform/samepipe3
2014-04-10 10:50:52,825 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:50:52,832 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:50:52,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3 dst=null perm=null
2014-04-10 10:50:52,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:50:52,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:50:52,835 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 16
2014-04-10 10:50:52,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016 dst=null perm=null
2014-04-10 10:50:52,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:50:52,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:50:52,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.jar dst=null perm=null
2014-04-10 10:50:52,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:50:52,873 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:50:52,881 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741984_1160 src: /127.0.0.1:45460 dest: /127.0.0.1:36139
2014-04-10 10:50:52,882 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741984_1160 src: /127.0.0.1:37687 dest: /127.0.0.1:55175
2014-04-10 10:50:52,882 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741984_1160 src: /127.0.0.1:45589 dest: /127.0.0.1:53466
2014-04-10 10:50:52,885 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45589, dest: /127.0.0.1:53466, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741984_1160, duration: 2023157
2014-04-10 10:50:52,885 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741984_1160, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:52,885 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:50:52,885 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37687, dest: /127.0.0.1:55175, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741984_1160, duration: 2463128
2014-04-10 10:50:52,886 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741984_1160, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:52,886 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:50:52,886 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45460, dest: /127.0.0.1:36139, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741984_1160, duration: 2365697
2014-04-10 10:50:52,886 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741984_1160, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:52,886 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:50:52,897 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:50:52,897 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.jar
2014-04-10 10:50:52,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.jar dst=null perm=null
2014-04-10 10:50:52,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:50:52,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:50:52,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:50:52,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:50:52,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:50:52,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:50:52,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:50:52,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:50:52,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:50:52,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:50:52,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:50:52,925 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:50:52,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:50:52,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:50:52,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:50:52,948 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.split
2014-04-10 10:50:52,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.split dst=null perm=null
2014-04-10 10:50:52,957 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.split. BP-1649026925-127.0.0.1-1397144808341 blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:50:53,007 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741985_1161 src: /127.0.0.1:53414 dest: /127.0.0.1:55289
2014-04-10 10:50:53,008 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741985_1161 src: /127.0.0.1:37691 dest: /127.0.0.1:55175
2014-04-10 10:50:53,009 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741985_1161 src: /127.0.0.1:45466 dest: /127.0.0.1:36139
2014-04-10 10:50:53,010 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741985_1161 src: /127.0.0.1:45594 dest: /127.0.0.1:53466
2014-04-10 10:50:53,013 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45594, dest: /127.0.0.1:53466, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741985_1161, duration: 2180969
2014-04-10 10:50:53,014 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741985_1161, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:53,014 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:50:53,014 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45466, dest: /127.0.0.1:36139, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741985_1161, duration: 2743529
2014-04-10 10:50:53,014 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741985_1161, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:53,015 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:50:53,015 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37691, dest: /127.0.0.1:55175, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741985_1161, duration: 3361020
2014-04-10 10:50:53,015 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741985_1161, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:53,015 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:50:53,016 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53414, dest: /127.0.0.1:55289, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741985_1161, duration: 3899867
2014-04-10 10:50:53,016 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741985_1161, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:53,016 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:50:53,022 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0015_01_000007
2014-04-10 10:50:53,023 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0015_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:50:53,023 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0015_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 10:50:53,023 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0015 CONTAINERID=container_1397144823869_0015_01_000007
2014-04-10 10:50:53,023 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0015_01_000007 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:50:53,024 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:50:53,024 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0015_01_000007, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:53,024 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:53,024 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:50:53,024 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0015_000001 released container container_1397144823869_0015_01_000007 on node: host: localhost:52024 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:50:53,030 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.split is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:50:53,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:50:53,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:50:53,048 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.splitmetainfo. BP-1649026925-127.0.0.1-1397144808341 blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:50:53,065 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741986_1162 src: /127.0.0.1:45468 dest: /127.0.0.1:36139
2014-04-10 10:50:53,067 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741986_1162 src: /127.0.0.1:37695 dest: /127.0.0.1:55175
2014-04-10 10:50:53,068 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741986_1162 src: /127.0.0.1:45597 dest: /127.0.0.1:53466
2014-04-10 10:50:53,070 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45597, dest: /127.0.0.1:53466, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741986_1162, duration: 1612162
2014-04-10 10:50:53,071 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741986_1162, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:53,071 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:50:53,071 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37695, dest: /127.0.0.1:55175, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741986_1162, duration: 2161517
2014-04-10 10:50:53,072 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741986_1162, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:53,072 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:50:53,072 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45468, dest: /127.0.0.1:36139, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741986_1162, duration: 2954629
2014-04-10 10:50:53,072 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741986_1162, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:53,073 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:50:53,088 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:50:53,089 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 10:50:53,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:50:53,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:50:53,121 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:50:53,131 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741987_1163 src: /127.0.0.1:37698 dest: /127.0.0.1:55175
2014-04-10 10:50:53,133 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741987_1163 src: /127.0.0.1:45473 dest: /127.0.0.1:36139
2014-04-10 10:50:53,134 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741987_1163 src: /127.0.0.1:53424 dest: /127.0.0.1:55289
2014-04-10 10:50:53,138 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53424, dest: /127.0.0.1:55289, bytes: 81378, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741987_1163, duration: 2732924
2014-04-10 10:50:53,138 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741987_1163, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:53,138 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:50:53,138 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45473, dest: /127.0.0.1:36139, bytes: 81378, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741987_1163, duration: 3224739
2014-04-10 10:50:53,139 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741987_1163, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:53,139 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:50:53,139 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37698, dest: /127.0.0.1:55175, bytes: 81378, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741987_1163, duration: 3982479
2014-04-10 10:50:53,140 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741987_1163, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:53,141 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:50:53,155 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.xml is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:50:53,156 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397144823869_0016
2014-04-10 10:50:53,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016 dst=null perm=null
2014-04-10 10:50:53,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.xml dst=null perm=null
2014-04-10 10:50:53,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.xml dst=null perm=null
2014-04-10 10:50:53,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.jar dst=null perm=null
2014-04-10 10:50:53,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.jar dst=null perm=null
2014-04-10 10:50:53,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.split dst=null perm=null
2014-04-10 10:50:53,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.split dst=null perm=null
2014-04-10 10:50:53,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.splitmetainfo dst=null perm=null
2014-04-10 10:50:53,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.splitmetainfo dst=null perm=null
2014-04-10 10:50:53,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:50:53,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:50:53,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:50:53,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:50:53,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:50:53,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:50:53,217 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 16 submitted by user brock
2014-04-10 10:50:53,217 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397144823869_0016
2014-04-10 10:50:53,217 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0016 State change from NEW to NEW_SAVING
2014-04-10 10:50:53,217 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397144823869_0016
2014-04-10 10:50:53,217 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0016
2014-04-10 10:50:53,218 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0016 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:50:53,218 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397144823869_0016_000001
2014-04-10 10:50:53,218 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0016_000001 State change from NEW to SUBMITTED
2014-04-10 10:50:53,219 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397144823869_0016 from user: brock activated in queue: default
2014-04-10 10:50:53,219 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397144823869_0016 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@1ba82161, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:50:53,219 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397144823869_0016 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:50:53,219 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397144823869_0016_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:50:53,220 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0016_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:50:53,220 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397144823869_0016
2014-04-10 10:50:53,220 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0016 State change from SUBMITTED to ACCEPTED
2014-04-10 10:50:53,223 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:60619/proxy/application_1397144823869_0016/
2014-04-10 10:50:53,223 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lhs] submitted hadoop job: job_1397144823869_0016
2014-04-10 10:50:53,223 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lhs] tracking url: http://localhost:60619/proxy/application_1397144823869_0016/
2014-04-10 10:50:53,338 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0016_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:50:53,339 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0016 CONTAINERID=container_1397144823869_0016_01_000001
2014-04-10 10:50:53,339 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0016_01_000001 of capacity <memory:2048, vCores:1> on host localhost:56736, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2014-04-10 10:50:53,339 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0016 container=Container: [ContainerId: container_1397144823869_0016_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0016_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:53,339 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:50:53,339 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0016_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:50:53,340 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:53,340 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397144823869_0016 AttemptId: appattempt_1397144823869_0016_000001 MasterContainer: Container: [ContainerId: container_1397144823869_0016_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ]
2014-04-10 10:50:53,340 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0016_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:50:53,341 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0016_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:50:53,341 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397144823869_0016_000001
2014-04-10 10:50:53,342 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397144823869_0016_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] for AM appattempt_1397144823869_0016_000001
2014-04-10 10:50:53,342 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397144823869_0016_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:50:53,345 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0016_000001 (auth:SIMPLE)
2014-04-10 10:50:53,347 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0016_01_000001 by user brock
2014-04-10 10:50:53,347 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0016
2014-04-10 10:50:53,348 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0016 CONTAINERID=container_1397144823869_0016_01_000001
2014-04-10 10:50:53,348 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0016 transitioned from NEW to INITING
2014-04-10 10:50:53,348 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0016_01_000001 to application application_1397144823869_0016
2014-04-10 10:50:53,348 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0016 transitioned from INITING to RUNNING
2014-04-10 10:50:53,349 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397144823869_0016_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] for AM appattempt_1397144823869_0016_000001
2014-04-10 10:50:53,349 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:50:53,349 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0016_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:50:53,349 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0016
2014-04-10 10:50:53,349 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:50:53,349 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:50:53,349 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:50:53,350 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:50:53,350 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0016_01_000001
2014-04-10 10:50:53,360 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397144823869_0016_01_000001.tokens. Credentials list:
2014-04-10 10:50:53,375 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:50:53,440 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397144823869_0016_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000001.tokens
2014-04-10 10:50:53,440 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0016 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0016
2014-04-10 10:50:53,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.jar dst=null perm=null
2014-04-10 10:50:53,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.jar dst=null perm=null
2014-04-10 10:50:53,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.jar dst=null perm=null
2014-04-10 10:50:53,555 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45478, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1282184968_11238, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741984_1160, duration: 950030
2014-04-10 10:50:53,581 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0016/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:50:53,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.splitmetainfo dst=null perm=null
2014-04-10 10:50:53,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.splitmetainfo dst=null perm=null
2014-04-10 10:50:53,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.splitmetainfo dst=null perm=null
2014-04-10 10:50:53,608 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37705, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1282184968_11238, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741986_1162, duration: 252932
2014-04-10 10:50:53,627 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0016/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:50:53,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.split dst=null perm=null
2014-04-10 10:50:53,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.split dst=null perm=null
2014-04-10 10:50:53,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.split dst=null perm=null
2014-04-10 10:50:53,653 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45586, bytes: 1903, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1282184968_11238, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741985_1161, duration: 237612
2014-04-10 10:50:53,670 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0016/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:50:53,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.xml dst=null perm=null
2014-04-10 10:50:53,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.xml dst=null perm=null
2014-04-10 10:50:53,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.xml dst=null perm=null
2014-04-10 10:50:53,694 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53408, bytes: 82014, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1282184968_11238, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741987_1163, duration: 370059
2014-04-10 10:50:53,712 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0016/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:50:53,712 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:50:53,716 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741974_1150 127.0.0.1:53466 127.0.0.1:55289 127.0.0.1:36139 127.0.0.1:55175
2014-04-10 10:50:53,716 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741975_1151 127.0.0.1:53466 127.0.0.1:55175 127.0.0.1:36139 127.0.0.1:55289
2014-04-10 10:50:53,716 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741976_1152 127.0.0.1:55289 127.0.0.1:36139 127.0.0.1:53466
2014-04-10 10:50:53,716 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741977_1153 127.0.0.1:55289 127.0.0.1:55175 127.0.0.1:36139
2014-04-10 10:50:53,717 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741979_1155 127.0.0.1:55289 127.0.0.1:53466 127.0.0.1:55175
2014-04-10 10:50:53,717 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741978_1154 127.0.0.1:55175 127.0.0.1:53466 127.0.0.1:55289
2014-04-10 10:50:53,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0015 dst=null perm=null
2014-04-10 10:50:53,744 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:50:53,745 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:53,808 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000001/default_container_executor.sh]
2014-04-10 10:50:54,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741981_1157 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741981 for deletion
2014-04-10 10:50:54,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741981_1157 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741981
2014-04-10 10:50:54,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741981_1157 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741981 for deletion
2014-04-10 10:50:54,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741981_1157 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741981
2014-04-10 10:50:54,207 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741984_1160
2014-04-10 10:50:54,207 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741985_1161
2014-04-10 10:50:54,208 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741980_1156
2014-04-10 10:50:54,208 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741986_1162
2014-04-10 10:50:54,337 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0016_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:50:54,407 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741979_1155
2014-04-10 10:50:54,605 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741983_1159
2014-04-10 10:50:54,606 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741979_1155
2014-04-10 10:50:54,606 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741986_1162
2014-04-10 10:50:54,606 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741985_1161
2014-04-10 10:50:54,607 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741982_1158
2014-04-10 10:50:54,713 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741979_1155
2014-04-10 10:50:54,713 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741980_1156
2014-04-10 10:50:54,714 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741985_1161
2014-04-10 10:50:54,715 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741982_1158
2014-04-10 10:50:54,716 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741983_1159
2014-04-10 10:50:54,805 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741987_1163
2014-04-10 10:50:54,915 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741987_1163
2014-04-10 10:50:54,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:50:54,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/COMMIT_STARTED dst=null perm=null
2014-04-10 10:50:54,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:50:54,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/COMMIT_FAIL dst=null perm=null
2014-04-10 10:50:54,999 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741987_1163
2014-04-10 10:50:54,999 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741985_1161
2014-04-10 10:50:54,999 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741980_1156
2014-04-10 10:50:55,000 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741983_1159
2014-04-10 10:50:55,000 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741981_1157
2014-04-10 10:50:55,001 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741986_1162
2014-04-10 10:50:55,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016 dst=null perm=null
2014-04-10 10:50:55,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:50:55,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:50:55,005 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741984_1160
2014-04-10 10:50:55,199 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741982_1158
2014-04-10 10:50:55,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.splitmetainfo dst=null perm=null
2014-04-10 10:50:55,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.splitmetainfo dst=null perm=null
2014-04-10 10:50:55,277 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45484, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_122928373_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741986_1162, duration: 218351
2014-04-10 10:50:55,399 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741984_1160
2014-04-10 10:50:55,799 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:53466 to replicate blk_1073741984_1160 to datanode(s) 127.0.0.1:55289
2014-04-10 10:50:55,799 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073741974_1150, blk_1073741975_1151, blk_1073741976_1152, blk_1073741978_1154, blk_1073741979_1155]
2014-04-10 10:50:55,799 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073741974_1150, blk_1073741975_1151, blk_1073741976_1152, blk_1073741977_1153, blk_1073741978_1154, blk_1073741979_1155]
2014-04-10 10:50:55,859 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0016_000001 (auth:SIMPLE)
2014-04-10 10:50:55,860 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397144823869_0016_000001
2014-04-10 10:50:55,860 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397144823869_0016 APPATTEMPTID=appattempt_1397144823869_0016_000001
2014-04-10 10:50:55,861 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0016_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:50:55,861 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0016 State change from ACCEPTED to RUNNING
2014-04-10 10:50:55,875 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(667)) - Number of transactions: 1358 Total time for transactions(ms): 95 Number of transactions batched in Syncs: 0 Number of syncs: 946 SyncTimes(ms): 10322 5203
2014-04-10 10:50:55,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job_1397144823869_0016_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:55,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:50:56,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job_1397144823869_0016_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:50:56,102 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job_1397144823869_0016_1_conf.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:50:56,132 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741988_1164 src: /127.0.0.1:53437 dest: /127.0.0.1:55289
2014-04-10 10:50:56,134 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741988_1164 src: /127.0.0.1:37714 dest: /127.0.0.1:55175
2014-04-10 10:50:56,134 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741988_1164 src: /127.0.0.1:45616 dest: /127.0.0.1:53466
2014-04-10 10:50:56,143 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45616, dest: /127.0.0.1:53466, bytes: 95361, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_122928373_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741988_1164, duration: 7310052
2014-04-10 10:50:56,143 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741988_1164, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:50:56,144 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:50:56,144 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37714, dest: /127.0.0.1:55175, bytes: 95361, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_122928373_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741988_1164, duration: 8213088
2014-04-10 10:50:56,144 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741988_1164, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:56,145 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:50:56,145 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53437, dest: /127.0.0.1:55289, bytes: 95361, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_122928373_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741988_1164, duration: 8810806
2014-04-10 10:50:56,145 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741988_1164, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:50:56,145 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:50:56,163 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job_1397144823869_0016_1_conf.xml is closed by DFSClient_NONMAPREDUCE_122928373_1
2014-04-10 10:50:57,007 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741974_1150 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741974 for deletion
2014-04-10 10:50:57,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741975_1151 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741975 for deletion
2014-04-10 10:50:57,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741976_1152 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741976 for deletion
2014-04-10 10:50:57,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741974_1150 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741974
2014-04-10 10:50:57,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741977_1153 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741977 for deletion
2014-04-10 10:50:57,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741975_1151 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741975
2014-04-10 10:50:57,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741978_1154 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741978 for deletion
2014-04-10 10:50:57,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741976_1152 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741976
2014-04-10 10:50:57,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741979_1155 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741979 for deletion
2014-04-10 10:50:57,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741977_1153 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741977
2014-04-10 10:50:57,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741978_1154 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741978
2014-04-10 10:50:57,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741979_1155 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741979
2014-04-10 10:50:57,024 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0016_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:50:57,024 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0016 CONTAINERID=container_1397144823869_0016_01_000002
2014-04-10 10:50:57,025 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0016_01_000002 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:50:57,025 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0016 container=Container: [ContainerId: container_1397144823869_0016_01_000002, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0016_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:57,025 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:50:57,025 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:57,026 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0016_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:50:57,026 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0016 CONTAINERID=container_1397144823869_0016_01_000003
2014-04-10 10:50:57,026 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0016_01_000003 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:50:57,026 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0016 container=Container: [ContainerId: container_1397144823869_0016_01_000003, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0016_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:57,027 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:50:57,027 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:57,027 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0016_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:50:57,027 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0016 CONTAINERID=container_1397144823869_0016_01_000004
2014-04-10 10:50:57,028 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0016_01_000004 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 10:50:57,028 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0016 container=Container: [ContainerId: container_1397144823869_0016_01_000004, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0016_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:57,028 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:50:57,028 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:57,029 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0016_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:50:57,029 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0016 CONTAINERID=container_1397144823869_0016_01_000005
2014-04-10 10:50:57,029 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0016_01_000005 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 10:50:57,029 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0016 container=Container: [ContainerId: container_1397144823869_0016_01_000005, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0016_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:57,030 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:50:57,030 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:57,069 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=c77d7afe-f695-41db-95ad-e46c268e06f7, infoPort=43222, ipcPort=44592, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) Starting thread to transfer BP-1649026925-127.0.0.1-1397144808341:blk_1073741984_1160 to 127.0.0.1:55289
2014-04-10 10:50:57,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741974_1150 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741974 for deletion
2014-04-10 10:50:57,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741975_1151 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741975 for deletion
2014-04-10 10:50:57,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741974_1150 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741974
2014-04-10 10:50:57,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741975_1151 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741975
2014-04-10 10:50:57,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741976_1152 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741976 for deletion
2014-04-10 10:50:57,070 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741984_1160 src: /127.0.0.1:53440 dest: /127.0.0.1:55289
2014-04-10 10:50:57,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741976_1152 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741976
2014-04-10 10:50:57,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741978_1154 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741978 for deletion
2014-04-10 10:50:57,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741979_1155 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741979 for deletion
2014-04-10 10:50:57,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741978_1154 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741978
2014-04-10 10:50:57,071 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1649026925-127.0.0.1-1397144808341:blk_1073741984_1160 (numBytes=244650) to 127.0.0.1/127.0.0.1:55289
2014-04-10 10:50:57,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741979_1155 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741979
2014-04-10 10:50:57,073 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1649026925-127.0.0.1-1397144808341:blk_1073741984_1160 src: /127.0.0.1:53440 dest: /127.0.0.1:55289 of size 244650
2014-04-10 10:50:57,073 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741984_1160 size 244650
2014-04-10 10:50:57,467 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0016_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:50:57,467 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0016 CONTAINERID=container_1397144823869_0016_01_000006
2014-04-10 10:50:57,467 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0016_01_000006 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:50:57,468 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0016 container=Container: [ContainerId: container_1397144823869_0016_01_000006, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0016_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:57,468 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 10:50:57,468 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:57,896 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0016_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:50:57,896 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0016_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:50:57,896 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0016_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:50:57,896 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0016_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:50:57,897 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0016_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:50:57,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.jar dst=null perm=null
2014-04-10 10:50:57,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.jar dst=null perm=null
2014-04-10 10:50:57,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.xml dst=null perm=null
2014-04-10 10:50:57,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.xml dst=null perm=null
2014-04-10 10:50:57,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:50:57,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:50:57,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:50:57,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:50:57,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:50:57,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:50:58,031 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0016_000001 (auth:SIMPLE)
2014-04-10 10:50:58,031 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0016_000001 (auth:SIMPLE)
2014-04-10 10:50:58,034 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0016_01_000002 by user brock
2014-04-10 10:50:58,035 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0016_01_000005 by user brock
2014-04-10 10:50:58,035 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0016_01_000004 by user brock
2014-04-10 10:50:58,035 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0016
2014-04-10 10:50:58,035 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0016_01_000005 to application application_1397144823869_0016
2014-04-10 10:50:58,035 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0016 CONTAINERID=container_1397144823869_0016_01_000005
2014-04-10 10:50:58,035 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0016_01_000006 by user brock
2014-04-10 10:50:58,035 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0016_01_000004 to application application_1397144823869_0016
2014-04-10 10:50:58,036 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0016
2014-04-10 10:50:58,035 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0016 CONTAINERID=container_1397144823869_0016_01_000002
2014-04-10 10:50:58,036 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0016 CONTAINERID=container_1397144823869_0016_01_000006
2014-04-10 10:50:58,035 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0016 CONTAINERID=container_1397144823869_0016_01_000004
2014-04-10 10:50:58,036 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0016 transitioned from NEW to INITING
2014-04-10 10:50:58,037 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0016_01_000006 to application application_1397144823869_0016
2014-04-10 10:50:58,036 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0016 transitioned from NEW to INITING
2014-04-10 10:50:58,037 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0016 transitioned from INITING to RUNNING
2014-04-10 10:50:58,036 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0016_01_000003 by user brock
2014-04-10 10:50:58,037 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0016_01_000002 to application application_1397144823869_0016
2014-04-10 10:50:58,037 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:50:58,038 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0016_01_000003 to application application_1397144823869_0016
2014-04-10 10:50:58,038 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0016 CONTAINERID=container_1397144823869_0016_01_000003
2014-04-10 10:50:58,038 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0016 transitioned from INITING to RUNNING
2014-04-10 10:50:58,038 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0016
2014-04-10 10:50:58,038 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0016
2014-04-10 10:50:58,038 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:50:58,038 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:50:58,039 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:50:58,039 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0016
2014-04-10 10:50:58,039 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:50:58,039 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:50:58,039 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:50:58,039 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:50:58,040 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0016_01_000006
2014-04-10 10:50:58,040 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0016
2014-04-10 10:50:58,040 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0016
2014-04-10 10:50:58,040 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:50:58,040 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0016
2014-04-10 10:50:58,040 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:50:58,041 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:50:58,041 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0016
2014-04-10 10:50:58,041 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0016
2014-04-10 10:50:58,041 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:50:58,041 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0016
2014-04-10 10:50:58,042 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0016
2014-04-10 10:50:58,042 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0016
2014-04-10 10:50:58,042 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:50:58,042 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0016
2014-04-10 10:50:58,042 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0016
2014-04-10 10:50:58,042 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0016
2014-04-10 10:50:58,042 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:50:58,043 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0016
2014-04-10 10:50:58,043 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0016_01_000004
2014-04-10 10:50:58,043 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0016_01_000002
2014-04-10 10:50:58,044 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0016_01_000003
2014-04-10 10:50:58,044 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0016_01_000005
2014-04-10 10:50:58,055 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0016_01_000006.tokens. Credentials list:
2014-04-10 10:50:58,064 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397144823869_0016_01_000003.tokens. Credentials list:
2014-04-10 10:50:58,064 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397144823869_0016_01_000005.tokens. Credentials list:
2014-04-10 10:50:58,064 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397144823869_0016_01_000004.tokens. Credentials list:
2014-04-10 10:50:58,064 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397144823869_0016_01_000002.tokens. Credentials list:
2014-04-10 10:50:58,079 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:50:58,083 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:50:58,162 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0016_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000006.tokens
2014-04-10 10:50:58,162 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0016 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0016
2014-04-10 10:50:58,166 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397144823869_0016_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000003.tokens
2014-04-10 10:50:58,167 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0016 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0016
2014-04-10 10:50:58,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.jar dst=null perm=null
2014-04-10 10:50:58,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.jar dst=null perm=null
2014-04-10 10:50:58,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.jar dst=null perm=null
2014-04-10 10:50:58,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.jar dst=null perm=null
2014-04-10 10:50:58,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.jar dst=null perm=null
2014-04-10 10:50:58,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.jar dst=null perm=null
2014-04-10 10:50:58,292 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45497, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1600533860_11414, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741984_1160, duration: 888865
2014-04-10 10:50:58,293 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45498, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-456777638_11417, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741984_1160, duration: 678363
2014-04-10 10:50:58,325 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0016/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:50:58,325 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0016/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:50:58,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.xml dst=null perm=null
2014-04-10 10:50:58,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.xml dst=null perm=null
2014-04-10 10:50:58,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.xml dst=null perm=null
2014-04-10 10:50:58,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.xml dst=null perm=null
2014-04-10 10:50:58,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.xml dst=null perm=null
2014-04-10 10:50:58,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.xml dst=null perm=null
2014-04-10 10:50:58,358 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45497, bytes: 82014, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-456777638_11417, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741987_1163, duration: 522487
2014-04-10 10:50:58,358 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37725, bytes: 82014, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1600533860_11414, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741987_1163, duration: 410905
2014-04-10 10:50:58,382 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0016/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:50:58,382 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:50:58,382 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:50:58,382 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0016/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:50:58,383 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:50:58,383 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:50:58,383 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:50:58,418 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:50:58,418 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:58,427 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:50:58,427 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:50:58,427 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:58,428 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:50:58,428 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:58,428 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:58,432 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:50:58,432 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:58,467 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0016_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:50:58,492 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000006/default_container_executor.sh]
2014-04-10 10:50:58,499 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000004/default_container_executor.sh]
2014-04-10 10:50:58,499 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000005/default_container_executor.sh]
2014-04-10 10:50:58,499 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000003/default_container_executor.sh]
2014-04-10 10:50:58,503 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000002/default_container_executor.sh]
2014-04-10 10:50:58,761 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397144823869_0015_01_000001 succeeded
2014-04-10 10:50:58,761 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:50:58,761 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0015_01_000001
2014-04-10 10:50:58,772 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000001
2014-04-10 10:50:58,772 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000001
2014-04-10 10:50:58,773 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000001
2014-04-10 10:50:58,773 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0015/container_1397144823869_0015_01_000001
2014-04-10 10:50:58,773 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0015 CONTAINERID=container_1397144823869_0015_01_000001
2014-04-10 10:50:58,773 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0015_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:50:58,773 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0015_01_000001 from application application_1397144823869_0015
2014-04-10 10:50:58,773 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:50:58,773 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0015
2014-04-10 10:50:58,800 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073741974_1150, blk_1073741975_1151, blk_1073741976_1152, blk_1073741977_1153, blk_1073741981_1157]
2014-04-10 10:50:58,800 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073741974_1150, blk_1073741975_1151, blk_1073741977_1153, blk_1073741978_1154, blk_1073741979_1155]
2014-04-10 10:50:58,913 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:50:59,024 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0016_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:50:59,025 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0016_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:50:59,025 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0016_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:50:59,025 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0016_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:50:59,339 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0015_01_000001
2014-04-10 10:50:59,339 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0015_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:50:59,339 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0015_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:50:59,339 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0015 CONTAINERID=container_1397144823869_0015_01_000001
2014-04-10 10:50:59,340 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0015_01_000001 of capacity <memory:2048, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:50:59,340 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 10:50:59,340 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0015_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:59,340 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:50:59,340 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 10:50:59,340 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0015_000001 released container container_1397144823869_0015_01_000001 on node: host: localhost:56736 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:50:59,340 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397144823869_0015_000001
2014-04-10 10:50:59,341 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0015_000001 State change from FINISHING to FINISHED
2014-04-10 10:50:59,341 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0015 State change from FINISHING to FINISHED
2014-04-10 10:50:59,341 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397144823869_0015_000001
2014-04-10 10:50:59,341 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397144823869_0015
2014-04-10 10:50:59,341 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397144823869_0015,name=[869A133D2F8A493EA5C1531DB4350D29/0EBFFE3E2A6A46BFAB5A6E19DEEC3A5E] lower/(1/1) ...edpipesplatform/samepipe2,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:60619/proxy/application_1397144823869_0015/jobhistory/job/job_1397144823869_0015,appMasterHost=localhost.localdomain,startTime=1397145038505,finishTime=1397145052623,finalStatus=SUCCEEDED
2014-04-10 10:50:59,341 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397144823869_0015_000001 is done. finalState=FINISHED
2014-04-10 10:50:59,341 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397144823869_0015 requests cleared
2014-04-10 10:50:59,341 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397144823869_0015 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:50:59,341 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397144823869_0015 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:50:59,343 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0015_000001 (auth:SIMPLE)
2014-04-10 10:50:59,349 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0015_01_000001
2014-04-10 10:50:59,410 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741988_1164
2014-04-10 10:50:59,483 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:50:59,588 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0015 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:50:59,588 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0015
2014-04-10 10:50:59,588 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0015
2014-04-10 10:50:59,589 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0015
2014-04-10 10:50:59,589 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0015 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:50:59,589 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0015, with delay of 10800 seconds
2014-04-10 10:50:59,589 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0015
2014-04-10 10:50:59,589 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0015
2014-04-10 10:50:59,818 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397144823869_0016_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000002.tokens
2014-04-10 10:50:59,819 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0016 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0016
2014-04-10 10:50:59,919 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741984_1160
2014-04-10 10:50:59,920 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741988_1164
2014-04-10 10:51:00,008 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741988_1164
2014-04-10 10:51:00,025 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0015 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:51:00,025 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0015
2014-04-10 10:51:00,025 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0015
2014-04-10 10:51:00,025 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0015
2014-04-10 10:51:00,025 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0015 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:51:00,025 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0015, with delay of 10800 seconds
2014-04-10 10:51:00,026 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0015
2014-04-10 10:51:00,026 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0015
2014-04-10 10:51:00,068 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:51:00,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741974_1150 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741974 for deletion
2014-04-10 10:51:00,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741975_1151 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741975 for deletion
2014-04-10 10:51:00,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741977_1153 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741977 for deletion
2014-04-10 10:51:00,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741975_1151 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741975
2014-04-10 10:51:00,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741978_1154 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741978 for deletion
2014-04-10 10:51:00,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741974_1150 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741974
2014-04-10 10:51:00,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741978_1154 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741978
2014-04-10 10:51:00,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741979_1155 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741979 for deletion
2014-04-10 10:51:00,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741977_1153 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741977
2014-04-10 10:51:00,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741979_1155 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741979
2014-04-10 10:51:00,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741974_1150 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741974 for deletion
2014-04-10 10:51:00,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741975_1151 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741975 for deletion
2014-04-10 10:51:00,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741976_1152 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741976 for deletion
2014-04-10 10:51:00,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741975_1151 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741975
2014-04-10 10:51:00,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741977_1153 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741977 for deletion
2014-04-10 10:51:00,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741974_1150 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741974
2014-04-10 10:51:00,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741981_1157 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741981 for deletion
2014-04-10 10:51:00,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741977_1153 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741977
2014-04-10 10:51:00,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741976_1152 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741976
2014-04-10 10:51:00,084 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741981_1157 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741981
2014-04-10 10:51:00,339 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0015 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:51:00,340 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0015
2014-04-10 10:51:00,340 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0015 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:51:00,340 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0015, with delay of 10800 seconds
2014-04-10 10:51:00,341 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0015
2014-04-10 10:51:00,341 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0015
2014-04-10 10:51:00,341 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0015
2014-04-10 10:51:00,341 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0015
2014-04-10 10:51:00,486 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397144823869_0016_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000004.tokens
2014-04-10 10:51:00,487 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0016 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0016
2014-04-10 10:51:00,838 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:51:01,089 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397144823869_0016_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000005.tokens
2014-04-10 10:51:01,089 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0016 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0016
2014-04-10 10:51:01,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.split dst=null perm=null
2014-04-10 10:51:01,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.split dst=null perm=null
2014-04-10 10:51:01,356 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37743, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0016_m_000003_0_-1494496432_1, offset: 1024, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741985_1161, duration: 168837
2014-04-10 10:51:01,369 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53468, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0016_m_000000_0_-2080684652_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741985_1161, duration: 168738
2014-04-10 10:51:01,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:51:01,417 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53469, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0016_m_000003_0_-1494496432_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 164711
2014-04-10 10:51:01,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:51:01,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.split dst=null perm=null
2014-04-10 10:51:01,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.split dst=null perm=null
2014-04-10 10:51:01,537 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37748, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0016_m_000004_0_-2020690976_1, offset: 1024, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741985_1161, duration: 179472
2014-04-10 10:51:01,570 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45650, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0016_m_000001_0_-1944073485_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741985_1161, duration: 169691
2014-04-10 10:51:01,589 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37750, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0016_m_000000_0_-2080684652_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 173965
2014-04-10 10:51:01,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:51:01,614 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53475, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0016_m_000004_0_-2020690976_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 161271
2014-04-10 10:51:01,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:51:01,654 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37752, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0016_m_000001_0_-1944073485_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 184008
2014-04-10 10:51:01,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397144823869_0016_m_000003_0 dst=null perm=null
2014-04-10 10:51:01,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397144823869_0016_m_000000_0 dst=null perm=null
2014-04-10 10:51:01,728 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0016_01_000002
2014-04-10 10:51:01,728 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0016 CONTAINERID=container_1397144823869_0016_01_000002
2014-04-10 10:51:01,728 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:51:01,728 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0016_01_000002
2014-04-10 10:51:01,735 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0016_01_000002 is : 143
2014-04-10 10:51:01,746 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0016_01_000005
2014-04-10 10:51:01,746 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0016 CONTAINERID=container_1397144823869_0016_01_000005
2014-04-10 10:51:01,751 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:51:01,751 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:51:01,751 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000002
2014-04-10 10:51:01,752 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000002
2014-04-10 10:51:01,753 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000002
2014-04-10 10:51:01,753 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000002
2014-04-10 10:51:01,753 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0016_01_000005
2014-04-10 10:51:01,755 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job_1397144823869_0016_1.jhist. BP-1649026925-127.0.0.1-1397144808341 blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:51:01,766 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0016_01_000005 is : 143
2014-04-10 10:51:01,775 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0016 CONTAINERID=container_1397144823869_0016_01_000002
2014-04-10 10:51:01,776 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:51:01,776 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:51:01,776 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0016_01_000002 from application application_1397144823869_0016
2014-04-10 10:51:01,776 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:01,776 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0016
2014-04-10 10:51:01,776 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000005
2014-04-10 10:51:01,776 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000005
2014-04-10 10:51:01,777 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000005
2014-04-10 10:51:01,777 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000005
2014-04-10 10:51:01,778 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0016 CONTAINERID=container_1397144823869_0016_01_000005
2014-04-10 10:51:01,778 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:51:01,778 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0016_01_000005 from application application_1397144823869_0016
2014-04-10 10:51:01,778 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:01,778 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0016
2014-04-10 10:51:01,814 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741989_1165 src: /127.0.0.1:45527 dest: /127.0.0.1:36139
2014-04-10 10:51:01,816 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741989_1165 src: /127.0.0.1:45655 dest: /127.0.0.1:53466
2014-04-10 10:51:01,817 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741989_1165 src: /127.0.0.1:37755 dest: /127.0.0.1:55175
2014-04-10 10:51:01,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job.split dst=null perm=null
2014-04-10 10:51:01,820 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job_1397144823869_0016_1.jhist for DFSClient_NONMAPREDUCE_122928373_1
2014-04-10 10:51:01,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397144823869_0016_m_000004_0 dst=null perm=null
2014-04-10 10:51:01,887 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45658, bytes: 1387, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0016_m_000002_0_994805126_1, offset: 512, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741985_1161, duration: 159531
2014-04-10 10:51:01,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397144823869_0016_m_000001_0 dst=null perm=null
2014-04-10 10:51:01,917 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0016_01_000006
2014-04-10 10:51:01,917 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0016 CONTAINERID=container_1397144823869_0016_01_000006
2014-04-10 10:51:01,917 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:51:01,917 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0016_01_000006
2014-04-10 10:51:01,929 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0016_01_000006 is : 143
2014-04-10 10:51:01,946 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:51:01,946 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000006
2014-04-10 10:51:01,946 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000006
2014-04-10 10:51:01,946 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000006
2014-04-10 10:51:01,947 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000006
2014-04-10 10:51:01,947 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0016 CONTAINERID=container_1397144823869_0016_01_000006
2014-04-10 10:51:01,947 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:51:01,947 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0016_01_000006 from application application_1397144823869_0016
2014-04-10 10:51:01,947 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:01,947 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0016
2014-04-10 10:51:01,954 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0016_01_000003
2014-04-10 10:51:01,954 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0016 CONTAINERID=container_1397144823869_0016_01_000003
2014-04-10 10:51:01,954 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:51:01,954 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0016_01_000003
2014-04-10 10:51:01,954 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0016_01_000002
2014-04-10 10:51:01,954 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0016_01_000005
2014-04-10 10:51:01,955 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0016_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:51:01,955 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0016_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:51:01,955 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0016 CONTAINERID=container_1397144823869_0016_01_000002
2014-04-10 10:51:01,955 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0016_01_000002 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 10:51:01,955 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 10:51:01,955 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0016_01_000002, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:01,955 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:01,955 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 10:51:01,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:51:01,955 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0016_000001 released container container_1397144823869_0016_01_000002 on node: host: localhost:52024 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 10:51:01,956 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0016_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:51:01,956 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0016_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:51:01,956 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0016 CONTAINERID=container_1397144823869_0016_01_000005
2014-04-10 10:51:01,956 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0016_01_000005 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:51:01,956 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 10:51:01,956 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0016_01_000005, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:01,956 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:01,956 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:51:01,956 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0016_000001 released container container_1397144823869_0016_01_000005 on node: host: localhost:52024 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:51:01,958 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53482, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0016_m_000002_0_994805126_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 110519
2014-04-10 10:51:01,961 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0016_01_000003 is : 143
2014-04-10 10:51:01,969 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:51:01,970 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000003
2014-04-10 10:51:01,970 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000003
2014-04-10 10:51:01,970 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000003
2014-04-10 10:51:01,970 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0016 CONTAINERID=container_1397144823869_0016_01_000003
2014-04-10 10:51:01,970 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000003
2014-04-10 10:51:01,970 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:51:01,970 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0016_01_000003 from application application_1397144823869_0016
2014-04-10 10:51:01,970 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:01,971 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0016
2014-04-10 10:51:02,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397144823869_0016_m_000002_0 dst=null perm=null
2014-04-10 10:51:02,174 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0016_01_000004
2014-04-10 10:51:02,174 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0016 CONTAINERID=container_1397144823869_0016_01_000004
2014-04-10 10:51:02,174 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:51:02,174 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0016_01_000004
2014-04-10 10:51:02,174 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0016_01_000003
2014-04-10 10:51:02,175 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0016_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:51:02,175 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0016_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:51:02,175 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0016 CONTAINERID=container_1397144823869_0016_01_000003
2014-04-10 10:51:02,175 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0016_01_000003 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:51:02,175 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:51:02,175 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0016_01_000003, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:02,175 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:02,175 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:51:02,175 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0016_000001 released container container_1397144823869_0016_01_000003 on node: host: localhost:52024 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:51:02,181 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0016_01_000004 is : 143
2014-04-10 10:51:02,196 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:51:02,196 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000004
2014-04-10 10:51:02,197 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000004
2014-04-10 10:51:02,197 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000004
2014-04-10 10:51:02,197 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000004
2014-04-10 10:51:02,197 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0016 CONTAINERID=container_1397144823869_0016_01_000004
2014-04-10 10:51:02,197 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:51:02,198 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0016_01_000004 from application application_1397144823869_0016
2014-04-10 10:51:02,198 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:02,198 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0016
2014-04-10 10:51:02,918 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0016_01_000006
2014-04-10 10:51:02,918 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0016_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:51:02,919 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0016_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:51:02,919 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0016 CONTAINERID=container_1397144823869_0016_01_000006
2014-04-10 10:51:02,919 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0016_01_000006 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:51:02,919 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:51:02,919 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0016_01_000006, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:02,919 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:02,920 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:51:02,920 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0016_000001 released container container_1397144823869_0016_01_000006 on node: host: localhost:37679 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:51:03,175 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0016_01_000004
2014-04-10 10:51:03,175 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0016_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:51:03,176 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0016_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:51:03,176 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0016 CONTAINERID=container_1397144823869_0016_01_000004
2014-04-10 10:51:03,176 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0016_01_000004 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:51:03,176 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:51:03,176 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0016_01_000004, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:03,176 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:03,177 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:51:03,177 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0016_000001 released container container_1397144823869_0016_01_000004 on node: host: localhost:52024 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:51:03,177 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0016_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:51:03,178 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0016 CONTAINERID=container_1397144823869_0016_01_000007
2014-04-10 10:51:03,178 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0016_01_000007 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:51:03,178 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0016 container=Container: [ContainerId: container_1397144823869_0016_01_000007, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0016_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:03,178 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:51:03,178 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:03,939 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0016_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:51:03,951 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0016_01_000007 by user brock
2014-04-10 10:51:03,952 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0016 CONTAINERID=container_1397144823869_0016_01_000007
2014-04-10 10:51:03,952 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0016_01_000007 to application application_1397144823869_0016
2014-04-10 10:51:03,952 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 10:51:03,952 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0016
2014-04-10 10:51:03,953 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0016
2014-04-10 10:51:03,953 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:51:03,953 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0016
2014-04-10 10:51:03,953 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:51:03,984 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 10:51:03,984 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:04,048 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000007/default_container_executor.sh]
2014-04-10 10:51:04,176 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0016_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:51:04,942 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:51:05,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397144823869_0016_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:05,834 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397144823869_0016_r_000000_0/part-00000. BP-1649026925-127.0.0.1-1397144808341 blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]}
2014-04-10 10:51:05,904 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741990_1166 src: /127.0.0.1:45675 dest: /127.0.0.1:53466
2014-04-10 10:51:05,907 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741990_1166 src: /127.0.0.1:37775 dest: /127.0.0.1:55175
2014-04-10 10:51:05,908 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741990_1166 src: /127.0.0.1:45550 dest: /127.0.0.1:36139
2014-04-10 10:51:05,917 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45550, dest: /127.0.0.1:36139, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0016_r_000000_0_-1750361652_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741990_1166, duration: 8701243
2014-04-10 10:51:05,918 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741990_1166, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:05,918 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:51:05,918 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37775, dest: /127.0.0.1:55175, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0016_r_000000_0_-1750361652_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741990_1166, duration: 9411607
2014-04-10 10:51:05,918 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741990_1166, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:05,918 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:51:05,919 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45675, dest: /127.0.0.1:53466, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0016_r_000000_0_-1750361652_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741990_1166, duration: 10041696
2014-04-10 10:51:05,919 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:51:05,919 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741990_1166, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:05,929 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397144823869_0016_r_000000_0/part-00000 is closed by DFSClient_attempt_1397144823869_0016_r_000000_0_-1750361652_1
2014-04-10 10:51:05,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397144823869_0016_r_000000_0 dst=null perm=null
2014-04-10 10:51:05,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397144823869_0016_r_000000_0 dst=null perm=null
2014-04-10 10:51:05,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3/_temporary/1/task_1397144823869_0016_r_000000 dst=null perm=null
2014-04-10 10:51:06,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3/_temporary/1/_temporary/attempt_1397144823869_0016_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3/_temporary/1/task_1397144823869_0016_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:51:06,055 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0016_01_000007
2014-04-10 10:51:06,056 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0016 CONTAINERID=container_1397144823869_0016_01_000007
2014-04-10 10:51:06,056 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000007 transitioned from RUNNING to KILLING
2014-04-10 10:51:06,056 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0016_01_000007
2014-04-10 10:51:06,062 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0016_01_000007 is : 143
2014-04-10 10:51:06,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:06,076 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:51:06,077 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000007
2014-04-10 10:51:06,077 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000007
2014-04-10 10:51:06,077 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000007
2014-04-10 10:51:06,078 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000007
2014-04-10 10:51:06,078 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0016 CONTAINERID=container_1397144823869_0016_01_000007
2014-04-10 10:51:06,078 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:51:06,078 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0016_01_000007 from application application_1397144823869_0016
2014-04-10 10:51:06,078 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:06,078 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0016
2014-04-10 10:51:06,088 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_122928373_1
2014-04-10 10:51:06,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3/_temporary/1 dst=null perm=null
2014-04-10 10:51:06,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3 dst=null perm=null
2014-04-10 10:51:06,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3 dst=null perm=null
2014-04-10 10:51:06,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3/_temporary/1/task_1397144823869_0016_r_000000 dst=null perm=null
2014-04-10 10:51:06,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3/part-00000 dst=null perm=null
2014-04-10 10:51:06,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3/_temporary/1/task_1397144823869_0016_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:06,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3/_temporary dst=null perm=null
2014-04-10 10:51:06,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:06,171 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3/_SUCCESS is closed by DFSClient_NONMAPREDUCE_122928373_1
2014-04-10 10:51:06,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:06,204 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_122928373_1
2014-04-10 10:51:06,232 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37755, dest: /127.0.0.1:55175, bytes: 68737, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_122928373_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741989_1165, duration: 4413853581
2014-04-10 10:51:06,232 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741989_1165, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:06,233 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 15761
2014-04-10 10:51:06,233 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45655, dest: /127.0.0.1:53466, bytes: 68737, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_122928373_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741989_1165, duration: 4414750298
2014-04-10 10:51:06,233 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741989_1165, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:06,234 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 15761
2014-04-10 10:51:06,234 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45527, dest: /127.0.0.1:36139, bytes: 68737, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_122928373_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741989_1165, duration: 4415903409
2014-04-10 10:51:06,234 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741989_1165, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:06,234 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 15761
2014-04-10 10:51:06,246 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job_1397144823869_0016_1.jhist is closed by DFSClient_NONMAPREDUCE_122928373_1
2014-04-10 10:51:06,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0016.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:06,266 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0016.summary_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:51:06,282 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741991_1167 src: /127.0.0.1:37779 dest: /127.0.0.1:55175
2014-04-10 10:51:06,283 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741991_1167 src: /127.0.0.1:45554 dest: /127.0.0.1:36139
2014-04-10 10:51:06,284 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741991_1167 src: /127.0.0.1:45682 dest: /127.0.0.1:53466
2014-04-10 10:51:06,287 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45682, dest: /127.0.0.1:53466, bytes: 445, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_122928373_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741991_1167, duration: 1912418
2014-04-10 10:51:06,287 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741991_1167, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:06,288 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45554, dest: /127.0.0.1:36139, bytes: 445, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_122928373_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741991_1167, duration: 2162986
2014-04-10 10:51:06,288 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:51:06,288 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741991_1167, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:06,289 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37779, dest: /127.0.0.1:55175, bytes: 445, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_122928373_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741991_1167, duration: 3295270
2014-04-10 10:51:06,289 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:51:06,289 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741991_1167, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:06,290 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:51:06,304 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0016.summary_tmp is closed by DFSClient_NONMAPREDUCE_122928373_1
2014-04-10 10:51:06,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0016.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:51:06,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job_1397144823869_0016_1.jhist dst=null perm=null
2014-04-10 10:51:06,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0016-1397145053216-brock-%5B7AD57E30D7414E0C989420A4236EE7FB%2FF9201574D9EF4CCA-1397145066206-5-1-SUCCEEDED-default-1397145055870.jhist_tmp dst=null perm=null
2014-04-10 10:51:06,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job_1397144823869_0016_1.jhist dst=null perm=null
2014-04-10 10:51:06,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0016-1397145053216-brock-%5B7AD57E30D7414E0C989420A4236EE7FB%2FF9201574D9EF4CCA-1397145066206-5-1-SUCCEEDED-default-1397145055870.jhist_tmp dst=null perm=null
2014-04-10 10:51:06,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job_1397144823869_0016_1.jhist dst=null perm=null
2014-04-10 10:51:06,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0016-1397145053216-brock-%5B7AD57E30D7414E0C989420A4236EE7FB%2FF9201574D9EF4CCA-1397145066206-5-1-SUCCEEDED-default-1397145055870.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:06,360 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45557, bytes: 69277, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_122928373_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741989_1165, duration: 225983
2014-04-10 10:51:06,362 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0016-1397145053216-brock-%5B7AD57E30D7414E0C989420A4236EE7FB%2FF9201574D9EF4CCA-1397145066206-5-1-SUCCEEDED-default-1397145055870.jhist_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:51:06,373 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741992_1168 src: /127.0.0.1:37784 dest: /127.0.0.1:55175
2014-04-10 10:51:06,375 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741992_1168 src: /127.0.0.1:53509 dest: /127.0.0.1:55289
2014-04-10 10:51:06,376 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741992_1168 src: /127.0.0.1:45687 dest: /127.0.0.1:53466
2014-04-10 10:51:06,380 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45687, dest: /127.0.0.1:53466, bytes: 68737, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_122928373_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741992_1168, duration: 3017310
2014-04-10 10:51:06,380 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741992_1168, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:06,381 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:51:06,381 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53509, dest: /127.0.0.1:55289, bytes: 68737, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_122928373_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741992_1168, duration: 3312259
2014-04-10 10:51:06,381 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741992_1168, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:06,381 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:51:06,382 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37784, dest: /127.0.0.1:55175, bytes: 68737, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_122928373_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741992_1168, duration: 4453752
2014-04-10 10:51:06,382 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741992_1168, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:06,382 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:51:06,396 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0016-1397145053216-brock-%5B7AD57E30D7414E0C989420A4236EE7FB%2FF9201574D9EF4CCA-1397145066206-5-1-SUCCEEDED-default-1397145055870.jhist_tmp is closed by DFSClient_NONMAPREDUCE_122928373_1
2014-04-10 10:51:06,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0016-1397145053216-brock-%5B7AD57E30D7414E0C989420A4236EE7FB%2FF9201574D9EF4CCA-1397145066206-5-1-SUCCEEDED-default-1397145055870.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:51:06,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job_1397144823869_0016_1_conf.xml dst=null perm=null
2014-04-10 10:51:06,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0016_conf.xml_tmp dst=null perm=null
2014-04-10 10:51:06,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job_1397144823869_0016_1_conf.xml dst=null perm=null
2014-04-10 10:51:06,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0016_conf.xml_tmp dst=null perm=null
2014-04-10 10:51:06,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016/job_1397144823869_0016_1_conf.xml dst=null perm=null
2014-04-10 10:51:06,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0016_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:06,424 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53511, bytes: 96109, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_122928373_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741988_1164, duration: 416978
2014-04-10 10:51:06,427 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0016_conf.xml_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:51:06,440 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741993_1169 src: /127.0.0.1:37788 dest: /127.0.0.1:55175
2014-04-10 10:51:06,442 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741993_1169 src: /127.0.0.1:53513 dest: /127.0.0.1:55289
2014-04-10 10:51:06,443 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741993_1169 src: /127.0.0.1:45691 dest: /127.0.0.1:53466
2014-04-10 10:51:06,447 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45691, dest: /127.0.0.1:53466, bytes: 95361, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_122928373_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741993_1169, duration: 2829736
2014-04-10 10:51:06,447 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741993_1169, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:06,447 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:51:06,448 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53513, dest: /127.0.0.1:55289, bytes: 95361, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_122928373_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741993_1169, duration: 3438470
2014-04-10 10:51:06,448 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741993_1169, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:06,448 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:51:06,448 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37788, dest: /127.0.0.1:55175, bytes: 95361, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_122928373_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741993_1169, duration: 4045433
2014-04-10 10:51:06,449 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741993_1169, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:06,449 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:51:06,463 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0016_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_122928373_1
2014-04-10 10:51:06,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0016_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:51:06,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0016.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0016.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:51:06,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0016_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0016_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:51:06,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0016-1397145053216-brock-%5B7AD57E30D7414E0C989420A4236EE7FB%2FF9201574D9EF4CCA-1397145066206-5-1-SUCCEEDED-default-1397145055870.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0016-1397145053216-brock-%5B7AD57E30D7414E0C989420A4236EE7FB%2FF9201574D9EF4CCA-1397145066206-5-1-SUCCEEDED-default-1397145055870.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:51:06,529 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397144823869_0016_000001 with final state: FINISHING
2014-04-10 10:51:06,530 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0016_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:51:06,530 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397144823869_0016 with final state: FINISHING
2014-04-10 10:51:06,530 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0016 State change from RUNNING to FINAL_SAVING
2014-04-10 10:51:06,530 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0016
2014-04-10 10:51:06,531 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0016_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:51:06,531 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0016 State change from FINAL_SAVING to FINISHING
2014-04-10 10:51:06,533 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:51:06,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:51:06,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:51:06,537 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397144823869_0016 from file: hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0016-1397145053216-brock-%5B7AD57E30D7414E0C989420A4236EE7FB%2FF9201574D9EF4CCA-1397145066206-5-1-SUCCEEDED-default-1397145055870.jhist
2014-04-10 10:51:06,538 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0016-1397145053216-brock-%5B7AD57E30D7414E0C989420A4236EE7FB%2FF9201574D9EF4CCA-1397145066206-5-1-SUCCEEDED-default-1397145055870.jhist]
2014-04-10 10:51:06,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0016-1397145053216-brock-%5B7AD57E30D7414E0C989420A4236EE7FB%2FF9201574D9EF4CCA-1397145066206-5-1-SUCCEEDED-default-1397145055870.jhist dst=null perm=null
2014-04-10 10:51:06,542 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53517, bytes: 69277, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741992_1168, duration: 412601
2014-04-10 10:51:06,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0016.summary dst=null perm=null
2014-04-10 10:51:06,568 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37794, bytes: 449, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_538767685_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741991_1167, duration: 271324
2014-04-10 10:51:06,569 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397144823869_0016,submitTime=1397145053216,launchTime=1397145055870,firstMapTaskLaunchTime=1397145058045,firstReduceTaskLaunchTime=1397145063953,finishTime=1397145066206,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=5,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=19,reduceSlotSeconds=2,jobName=[7AD57E30D7414E0C989420A4236EE7FB/F9201574D9EF4CCAB0757CF7D12CF466] lhs/(1/1) ...edpipesplatform/samepipe3
2014-04-10 10:51:06,569 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0016.summary]
2014-04-10 10:51:06,579 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741991_1167 127.0.0.1:55175 127.0.0.1:36139 127.0.0.1:53466
2014-04-10 10:51:06,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0016.summary dst=null perm=null
2014-04-10 10:51:06,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:51:06,581 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0016-1397145053216-brock-%5B7AD57E30D7414E0C989420A4236EE7FB%2FF9201574D9EF4CCA-1397145066206-5-1-SUCCEEDED-default-1397145055870.jhist to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0016-1397145053216-brock-%5B7AD57E30D7414E0C989420A4236EE7FB%2FF9201574D9EF4CCA-1397145066206-5-1-SUCCEEDED-default-1397145055870.jhist
2014-04-10 10:51:06,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0016-1397145053216-brock-%5B7AD57E30D7414E0C989420A4236EE7FB%2FF9201574D9EF4CCA-1397145066206-5-1-SUCCEEDED-default-1397145055870.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0016-1397145053216-brock-%5B7AD57E30D7414E0C989420A4236EE7FB%2FF9201574D9EF4CCA-1397145066206-5-1-SUCCEEDED-default-1397145055870.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:51:06,597 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0016_conf.xml to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0016_conf.xml
2014-04-10 10:51:06,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0016_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0016_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:51:06,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3 dst=null perm=null
2014-04-10 10:51:06,629 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3/_temporary
2014-04-10 10:51:06,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3/_temporary dst=null perm=null
2014-04-10 10:51:06,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3 dst=null perm=null
2014-04-10 10:51:06,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3 dst=null perm=null
2014-04-10 10:51:06,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3 dst=null perm=null
2014-04-10 10:51:06,645 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:51:06,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3/part-00000 dst=null perm=null
2014-04-10 10:51:06,648 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37794, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741990_1166, duration: 157550
2014-04-10 10:51:06,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3 dst=null perm=null
2014-04-10 10:51:06,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3 dst=null perm=null
2014-04-10 10:51:06,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3 dst=null perm=null
2014-04-10 10:51:06,661 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:51:06,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3/part-00000 dst=null perm=null
2014-04-10 10:51:06,664 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37794, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741990_1166, duration: 203251
2014-04-10 10:51:06,664 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3
2014-04-10 10:51:06,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3 dst=null perm=null
2014-04-10 10:51:06,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3 dst=null perm=null
2014-04-10 10:51:06,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3 dst=null perm=null
2014-04-10 10:51:06,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3 dst=null perm=null
2014-04-10 10:51:06,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3/part-00000 dst=null perm=null
2014-04-10 10:51:06,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe3/part-00000 dst=null perm=null
2014-04-10 10:51:06,672 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45696, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741990_1166, duration: 241011
2014-04-10 10:51:06,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 10:51:06,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 10:51:06,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:06,714 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt. BP-1649026925-127.0.0.1-1397144808341 blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:51:06,731 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741994_1170 src: /127.0.0.1:53520 dest: /127.0.0.1:55289
2014-04-10 10:51:06,732 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741994_1170 src: /127.0.0.1:45698 dest: /127.0.0.1:53466
2014-04-10 10:51:06,733 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741994_1170 src: /127.0.0.1:37798 dest: /127.0.0.1:55175
2014-04-10 10:51:06,736 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37798, dest: /127.0.0.1:55175, bytes: 52, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741994_1170, duration: 1726585
2014-04-10 10:51:06,736 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741994_1170, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:06,737 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:51:06,737 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45698, dest: /127.0.0.1:53466, bytes: 52, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741994_1170, duration: 2292366
2014-04-10 10:51:06,737 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741994_1170, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:06,738 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:51:06,738 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53520, dest: /127.0.0.1:55289, bytes: 52, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741994_1170, duration: 3279680
2014-04-10 10:51:06,738 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741994_1170, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:06,739 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:51:06,754 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:51:06,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 10:51:06,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 10:51:06,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:06,773 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt. BP-1649026925-127.0.0.1-1397144808341 blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:51:06,789 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741995_1171 src: /127.0.0.1:45573 dest: /127.0.0.1:36139
2014-04-10 10:51:06,790 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741995_1171 src: /127.0.0.1:53524 dest: /127.0.0.1:55289
2014-04-10 10:51:06,791 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741995_1171 src: /127.0.0.1:45702 dest: /127.0.0.1:53466
2014-04-10 10:51:06,794 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45702, dest: /127.0.0.1:53466, bytes: 51, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741995_1171, duration: 1763931
2014-04-10 10:51:06,795 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741995_1171, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:06,795 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:51:06,795 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53524, dest: /127.0.0.1:55289, bytes: 51, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741995_1171, duration: 2371512
2014-04-10 10:51:06,795 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741995_1171, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:06,796 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:51:06,796 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45573, dest: /127.0.0.1:36139, bytes: 51, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741995_1171, duration: 2992240
2014-04-10 10:51:06,796 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:51:06,796 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741995_1171, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:06,813 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:51:06,829 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 10:51:06,829 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 10:51:06,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross dst=null perm=null
2014-04-10 10:51:06,839 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lhs*rhs] starting
2014-04-10 10:51:06,840 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lhs*rhs] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt"]
2014-04-10 10:51:06,840 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lhs*rhs] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt"]
2014-04-10 10:51:06,840 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lhs*rhs] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross"]
2014-04-10 10:51:06,840 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lhs*rhs] parallel execution is enabled: true
2014-04-10 10:51:06,840 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lhs*rhs] starting jobs: 1
2014-04-10 10:51:06,840 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lhs*rhs] allocating threads: 1
2014-04-10 10:51:06,841 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lhs*rhs] starting step: (1/1) ...ieldedpipesplatform/cross
2014-04-10 10:51:06,851 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:51:06,858 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:51:06,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross dst=null perm=null
2014-04-10 10:51:06,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:51:06,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:51:06,862 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 17
2014-04-10 10:51:06,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017 dst=null perm=null
2014-04-10 10:51:06,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:51:06,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:51:06,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.jar dst=null perm=null
2014-04-10 10:51:06,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:06,998 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:51:07,014 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741996_1172 src: /127.0.0.1:53526 dest: /127.0.0.1:55289
2014-04-10 10:51:07,015 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741996_1172 src: /127.0.0.1:37803 dest: /127.0.0.1:55175
2014-04-10 10:51:07,016 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741996_1172 src: /127.0.0.1:45705 dest: /127.0.0.1:53466
2014-04-10 10:51:07,021 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45705, dest: /127.0.0.1:53466, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741996_1172, duration: 2278244
2014-04-10 10:51:07,021 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741996_1172, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:07,021 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:51:07,021 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37803, dest: /127.0.0.1:55175, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741996_1172, duration: 3812638
2014-04-10 10:51:07,022 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741996_1172, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:07,022 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:51:07,022 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53526, dest: /127.0.0.1:55289, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741996_1172, duration: 3721064
2014-04-10 10:51:07,022 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741996_1172, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:07,022 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:51:07,056 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0016_01_000007
2014-04-10 10:51:07,057 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0016_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:51:07,057 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0016_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 10:51:07,057 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0016 CONTAINERID=container_1397144823869_0016_01_000007
2014-04-10 10:51:07,057 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0016_01_000007 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:51:07,057 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:51:07,058 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0016_01_000007, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:07,058 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:07,058 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:51:07,058 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0016_000001 released container container_1397144823869_0016_01_000007 on node: host: localhost:52024 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:51:07,071 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:51:07,072 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.jar
2014-04-10 10:51:07,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.jar dst=null perm=null
2014-04-10 10:51:07,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:07,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:51:07,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:51:07,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:51:07,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:51:07,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:51:07,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:51:07,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:51:07,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:51:07,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:51:07,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 10:51:07,099 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:51:07,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 10:51:07,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 10:51:07,103 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:51:07,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 10:51:07,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 10:51:07,106 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:51:07,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 10:51:07,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 10:51:07,109 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:51:07,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 10:51:07,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:07,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:07,130 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.split
2014-04-10 10:51:07,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.split dst=null perm=null
2014-04-10 10:51:07,140 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.split. BP-1649026925-127.0.0.1-1397144808341 blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:51:07,156 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741997_1173 src: /127.0.0.1:45707 dest: /127.0.0.1:53466
2014-04-10 10:51:07,157 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741997_1173 src: /127.0.0.1:37807 dest: /127.0.0.1:55175
2014-04-10 10:51:07,159 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741997_1173 src: /127.0.0.1:45582 dest: /127.0.0.1:36139
2014-04-10 10:51:07,160 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741997_1173 src: /127.0.0.1:53533 dest: /127.0.0.1:55289
2014-04-10 10:51:07,165 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53533, dest: /127.0.0.1:55289, bytes: 1877, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741997_1173, duration: 3608041
2014-04-10 10:51:07,165 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741997_1173, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:07,165 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:51:07,165 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45582, dest: /127.0.0.1:36139, bytes: 1877, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741997_1173, duration: 4253940
2014-04-10 10:51:07,166 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741997_1173, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:07,166 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:51:07,166 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37807, dest: /127.0.0.1:55175, bytes: 1877, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741997_1173, duration: 5104148
2014-04-10 10:51:07,167 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741997_1173, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:07,167 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:51:07,167 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45707, dest: /127.0.0.1:53466, bytes: 1877, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741997_1173, duration: 5629863
2014-04-10 10:51:07,168 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741997_1173, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:07,171 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:51:07,179 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.split is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:51:07,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:07,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:07,198 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.splitmetainfo. BP-1649026925-127.0.0.1-1397144808341 blk_1073741998_1174{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:51:07,214 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741998_1174 src: /127.0.0.1:53535 dest: /127.0.0.1:55289
2014-04-10 10:51:07,215 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741998_1174 src: /127.0.0.1:37812 dest: /127.0.0.1:55175
2014-04-10 10:51:07,216 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741998_1174 src: /127.0.0.1:45587 dest: /127.0.0.1:36139
2014-04-10 10:51:07,219 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45587, dest: /127.0.0.1:36139, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741998_1174, duration: 1597259
2014-04-10 10:51:07,219 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741998_1174, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:07,220 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741998_1174{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:51:07,220 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37812, dest: /127.0.0.1:55175, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741998_1174, duration: 1674315
2014-04-10 10:51:07,220 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741998_1174, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:07,230 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741998_1174{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:51:07,231 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53535, dest: /127.0.0.1:55289, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741998_1174, duration: 12409644
2014-04-10 10:51:07,231 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741998_1174{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:51:07,231 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741998_1174, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:07,246 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:51:07,246 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 10:51:07,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:07,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:07,270 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:51:07,281 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741999_1175 src: /127.0.0.1:37814 dest: /127.0.0.1:55175
2014-04-10 10:51:07,282 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741999_1175 src: /127.0.0.1:53539 dest: /127.0.0.1:55289
2014-04-10 10:51:07,283 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741999_1175 src: /127.0.0.1:45717 dest: /127.0.0.1:53466
2014-04-10 10:51:07,287 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45717, dest: /127.0.0.1:53466, bytes: 81607, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741999_1175, duration: 2305256
2014-04-10 10:51:07,287 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741999_1175, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:07,287 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:51:07,288 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53539, dest: /127.0.0.1:55289, bytes: 81607, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741999_1175, duration: 2899653
2014-04-10 10:51:07,288 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741999_1175, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:07,288 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:51:07,288 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37814, dest: /127.0.0.1:55175, bytes: 81607, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741999_1175, duration: 3551708
2014-04-10 10:51:07,289 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073741999_1175, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:07,290 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:51:07,304 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.xml is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:51:07,305 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397144823869_0017
2014-04-10 10:51:07,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017 dst=null perm=null
2014-04-10 10:51:07,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.xml dst=null perm=null
2014-04-10 10:51:07,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.xml dst=null perm=null
2014-04-10 10:51:07,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.jar dst=null perm=null
2014-04-10 10:51:07,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.jar dst=null perm=null
2014-04-10 10:51:07,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.split dst=null perm=null
2014-04-10 10:51:07,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.split dst=null perm=null
2014-04-10 10:51:07,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.splitmetainfo dst=null perm=null
2014-04-10 10:51:07,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.splitmetainfo dst=null perm=null
2014-04-10 10:51:07,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:51:07,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:51:07,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:51:07,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:51:07,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:51:07,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:51:07,362 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 17 submitted by user brock
2014-04-10 10:51:07,362 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397144823869_0017
2014-04-10 10:51:07,362 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397144823869_0017
2014-04-10 10:51:07,362 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0017
2014-04-10 10:51:07,362 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0017 State change from NEW to NEW_SAVING
2014-04-10 10:51:07,363 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0017 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:51:07,363 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397144823869_0017_000001
2014-04-10 10:51:07,364 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0017_000001 State change from NEW to SUBMITTED
2014-04-10 10:51:07,364 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397144823869_0017 from user: brock activated in queue: default
2014-04-10 10:51:07,364 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397144823869_0017 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@1ba82161, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:51:07,364 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397144823869_0017
2014-04-10 10:51:07,364 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397144823869_0017 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:51:07,365 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397144823869_0017_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:51:07,365 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0017_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:51:07,366 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0017 State change from SUBMITTED to ACCEPTED
2014-04-10 10:51:07,368 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:60619/proxy/application_1397144823869_0017/
2014-04-10 10:51:07,368 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lhs*rhs] submitted hadoop job: job_1397144823869_0017
2014-04-10 10:51:07,368 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lhs*rhs] tracking url: http://localhost:60619/proxy/application_1397144823869_0017/
2014-04-10 10:51:07,579 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741984_1160 127.0.0.1:36139 127.0.0.1:55175 127.0.0.1:53466 127.0.0.1:55289
2014-04-10 10:51:07,580 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741985_1161 127.0.0.1:55289 127.0.0.1:55175 127.0.0.1:36139 127.0.0.1:53466
2014-04-10 10:51:07,580 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741986_1162 127.0.0.1:36139 127.0.0.1:55175 127.0.0.1:53466
2014-04-10 10:51:07,580 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741987_1163 127.0.0.1:55175 127.0.0.1:36139 127.0.0.1:55289
2014-04-10 10:51:07,580 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741989_1165 127.0.0.1:36139 127.0.0.1:53466 127.0.0.1:55175
2014-04-10 10:51:07,581 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741988_1164 127.0.0.1:55289 127.0.0.1:55175 127.0.0.1:53466
2014-04-10 10:51:07,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0016 dst=null perm=null
2014-04-10 10:51:07,591 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0017_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:51:07,592 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0017 CONTAINERID=container_1397144823869_0017_01_000001
2014-04-10 10:51:07,592 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0017_01_000001 of capacity <memory:2048, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 10:51:07,592 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0017 container=Container: [ContainerId: container_1397144823869_0017_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0017_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:07,592 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:51:07,593 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0017_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:51:07,593 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:07,593 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397144823869_0017 AttemptId: appattempt_1397144823869_0017_000001 MasterContainer: Container: [ContainerId: container_1397144823869_0017_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ]
2014-04-10 10:51:07,594 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0017_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:51:07,594 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0017_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:51:07,594 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397144823869_0017_000001
2014-04-10 10:51:07,595 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397144823869_0017_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] for AM appattempt_1397144823869_0017_000001
2014-04-10 10:51:07,595 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397144823869_0017_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:51:07,598 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0017_000001 (auth:SIMPLE)
2014-04-10 10:51:07,599 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0017_01_000001 by user brock
2014-04-10 10:51:07,600 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0017
2014-04-10 10:51:07,600 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0017 CONTAINERID=container_1397144823869_0017_01_000001
2014-04-10 10:51:07,600 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0017 transitioned from NEW to INITING
2014-04-10 10:51:07,600 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0017_01_000001 to application application_1397144823869_0017
2014-04-10 10:51:07,601 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397144823869_0017_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] for AM appattempt_1397144823869_0017_000001
2014-04-10 10:51:07,601 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0017 transitioned from INITING to RUNNING
2014-04-10 10:51:07,601 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0017_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:51:07,601 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:51:07,601 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0017
2014-04-10 10:51:07,602 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:51:07,602 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:51:07,602 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:51:07,602 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:51:07,602 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0017_01_000001
2014-04-10 10:51:07,613 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397144823869_0017_01_000001.tokens. Credentials list:
2014-04-10 10:51:07,627 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:51:07,692 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397144823869_0017_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0017/container_1397144823869_0017_01_000001.tokens
2014-04-10 10:51:07,693 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0017 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0017
2014-04-10 10:51:07,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.jar dst=null perm=null
2014-04-10 10:51:07,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.jar dst=null perm=null
2014-04-10 10:51:07,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.jar dst=null perm=null
2014-04-10 10:51:07,801 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:55175 to replicate blk_1073741996_1172 to datanode(s) 127.0.0.1:36139
2014-04-10 10:51:07,801 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073741984_1160, blk_1073741985_1161, blk_1073741986_1162, blk_1073741987_1163, blk_1073741988_1164, blk_1073741989_1165, blk_1073741991_1167]
2014-04-10 10:51:07,801 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073741984_1160, blk_1073741985_1161, blk_1073741986_1162, blk_1073741987_1163, blk_1073741989_1165, blk_1073741991_1167]
2014-04-10 10:51:07,808 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53545, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_484468355_11929, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741996_1172, duration: 895702
2014-04-10 10:51:07,835 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0017/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:51:07,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.splitmetainfo dst=null perm=null
2014-04-10 10:51:07,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.splitmetainfo dst=null perm=null
2014-04-10 10:51:07,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.splitmetainfo dst=null perm=null
2014-04-10 10:51:07,862 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37822, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_484468355_11929, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741998_1174, duration: 229759
2014-04-10 10:51:07,880 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0017/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:51:07,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.split dst=null perm=null
2014-04-10 10:51:07,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.split dst=null perm=null
2014-04-10 10:51:07,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.split dst=null perm=null
2014-04-10 10:51:07,907 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45597, bytes: 1893, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_484468355_11929, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741997_1173, duration: 245887
2014-04-10 10:51:07,926 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0017/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:51:07,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.xml dst=null perm=null
2014-04-10 10:51:07,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.xml dst=null perm=null
2014-04-10 10:51:07,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.xml dst=null perm=null
2014-04-10 10:51:07,952 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53545, bytes: 82247, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_484468355_11929, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741999_1175, duration: 423399
2014-04-10 10:51:07,971 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0017/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:51:07,971 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:51:08,003 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:51:08,003 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:08,065 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0017/container_1397144823869_0017_01_000001/default_container_executor.sh]
2014-04-10 10:51:08,590 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0017_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:51:09,070 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=d55d4a0e-a412-4469-9a90-53fa99579ca4, infoPort=50650, ipcPort=33089, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) Starting thread to transfer BP-1649026925-127.0.0.1-1397144808341:blk_1073741996_1172 to 127.0.0.1:36139
2014-04-10 10:51:09,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741984_1160 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741984 for deletion
2014-04-10 10:51:09,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741985_1161 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741985 for deletion
2014-04-10 10:51:09,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741986_1162 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741986 for deletion
2014-04-10 10:51:09,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741984_1160 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741984
2014-04-10 10:51:09,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741987_1163 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741987 for deletion
2014-04-10 10:51:09,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741986_1162 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741986
2014-04-10 10:51:09,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741985_1161 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741985
2014-04-10 10:51:09,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741987_1163 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741987
2014-04-10 10:51:09,072 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1649026925-127.0.0.1-1397144808341:blk_1073741996_1172 (numBytes=244650) to 127.0.0.1/127.0.0.1:36139
2014-04-10 10:51:09,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741988_1164 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741988 for deletion
2014-04-10 10:51:09,071 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073741996_1172 src: /127.0.0.1:45602 dest: /127.0.0.1:36139
2014-04-10 10:51:09,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741988_1164 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741988
2014-04-10 10:51:09,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741989_1165 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741989 for deletion
2014-04-10 10:51:09,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741991_1167 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741991 for deletion
2014-04-10 10:51:09,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741989_1165 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741989
2014-04-10 10:51:09,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741991_1167 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741991
2014-04-10 10:51:09,073 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1649026925-127.0.0.1-1397144808341:blk_1073741996_1172 src: /127.0.0.1:45602 dest: /127.0.0.1:36139 of size 244650
2014-04-10 10:51:09,074 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073741996_1172 size 244650
2014-04-10 10:51:09,084 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741984_1160 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741984 for deletion
2014-04-10 10:51:09,084 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741985_1161 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741985 for deletion
2014-04-10 10:51:09,084 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741986_1162 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741986 for deletion
2014-04-10 10:51:09,084 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741985_1161 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741985
2014-04-10 10:51:09,084 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741987_1163 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741987 for deletion
2014-04-10 10:51:09,084 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741984_1160 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741984
2014-04-10 10:51:09,084 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741989_1165 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741989 for deletion
2014-04-10 10:51:09,085 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741986_1162 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741986
2014-04-10 10:51:09,085 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741991_1167 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741991 for deletion
2014-04-10 10:51:09,085 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741987_1163 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741987
2014-04-10 10:51:09,085 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741989_1165 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741989
2014-04-10 10:51:09,085 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741991_1167 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741991
2014-04-10 10:51:09,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:51:09,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/COMMIT_STARTED dst=null perm=null
2014-04-10 10:51:09,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:51:09,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/COMMIT_FAIL dst=null perm=null
2014-04-10 10:51:09,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017 dst=null perm=null
2014-04-10 10:51:09,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:51:09,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:51:09,412 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741994_1170
2014-04-10 10:51:09,412 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741991_1167
2014-04-10 10:51:09,412 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741995_1171
2014-04-10 10:51:09,413 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741989_1165
2014-04-10 10:51:09,413 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741990_1166
2014-04-10 10:51:09,413 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741997_1173
2014-04-10 10:51:09,413 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741992_1168
2014-04-10 10:51:09,414 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741993_1169
2014-04-10 10:51:09,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.splitmetainfo dst=null perm=null
2014-04-10 10:51:09,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.splitmetainfo dst=null perm=null
2014-04-10 10:51:09,553 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53556, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_670581740_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741998_1174, duration: 157359
2014-04-10 10:51:09,615 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741996_1172
2014-04-10 10:51:09,813 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741999_1175
2014-04-10 10:51:09,924 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741996_1172
2014-04-10 10:51:10,010 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741990_1166
2014-04-10 10:51:10,010 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741994_1170
2014-04-10 10:51:10,011 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741992_1168
2014-04-10 10:51:10,011 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741999_1175
2014-04-10 10:51:10,012 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741997_1173
2014-04-10 10:51:10,012 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741998_1174
2014-04-10 10:51:10,123 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741993_1169
2014-04-10 10:51:10,123 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741997_1173
2014-04-10 10:51:10,124 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741994_1170
2014-04-10 10:51:10,124 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741992_1168
2014-04-10 10:51:10,125 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741995_1171
2014-04-10 10:51:10,210 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741993_1169
2014-04-10 10:51:10,225 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0017_000001 (auth:SIMPLE)
2014-04-10 10:51:10,226 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397144823869_0017_000001
2014-04-10 10:51:10,227 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397144823869_0017 APPATTEMPTID=appattempt_1397144823869_0017_000001
2014-04-10 10:51:10,227 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0017_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:51:10,227 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0017 State change from ACCEPTED to RUNNING
2014-04-10 10:51:10,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:51:10,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job_1397144823869_0017_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:10,323 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741999_1175
2014-04-10 10:51:10,323 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741998_1174
2014-04-10 10:51:10,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job_1397144823869_0017_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:10,403 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741997_1173
2014-04-10 10:51:10,404 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741998_1174
2014-04-10 10:51:10,404 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741995_1171
2014-04-10 10:51:10,404 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741990_1166
2014-04-10 10:51:10,406 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741996_1172
2014-04-10 10:51:10,411 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073741996_1172
2014-04-10 10:51:10,463 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job_1397144823869_0017_1_conf.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:51:10,492 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742000_1176 src: /127.0.0.1:45736 dest: /127.0.0.1:53466
2014-04-10 10:51:10,493 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742000_1176 src: /127.0.0.1:45610 dest: /127.0.0.1:36139
2014-04-10 10:51:10,494 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742000_1176 src: /127.0.0.1:53561 dest: /127.0.0.1:55289
2014-04-10 10:51:10,501 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53561, dest: /127.0.0.1:55289, bytes: 95590, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_670581740_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742000_1176, duration: 6195560
2014-04-10 10:51:10,501 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742000_1176, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:10,501 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:51:10,501 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45610, dest: /127.0.0.1:36139, bytes: 95590, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_670581740_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742000_1176, duration: 6558585
2014-04-10 10:51:10,502 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742000_1176, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:10,502 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:51:10,502 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45736, dest: /127.0.0.1:53466, bytes: 95590, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_670581740_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742000_1176, duration: 7270229
2014-04-10 10:51:10,502 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742000_1176, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:10,502 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:51:10,521 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job_1397144823869_0017_1_conf.xml is closed by DFSClient_NONMAPREDUCE_670581740_1
2014-04-10 10:51:10,802 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073741984_1160, blk_1073741985_1161, blk_1073741986_1162, blk_1073741988_1164, blk_1073741989_1165, blk_1073741991_1167]
2014-04-10 10:51:10,802 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073741984_1160, blk_1073741985_1161, blk_1073741987_1163, blk_1073741988_1164]
2014-04-10 10:51:11,346 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0017_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:51:11,346 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0017 CONTAINERID=container_1397144823869_0017_01_000002
2014-04-10 10:51:11,347 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0017_01_000002 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:51:11,347 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0017 container=Container: [ContainerId: container_1397144823869_0017_01_000002, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0017_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:11,347 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:51:11,347 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:11,348 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0017_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:51:11,348 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0017 CONTAINERID=container_1397144823869_0017_01_000003
2014-04-10 10:51:11,348 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0017_01_000003 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 10:51:11,348 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0017 container=Container: [ContainerId: container_1397144823869_0017_01_000003, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0017_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:11,348 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:51:11,348 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:11,592 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0017_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:51:11,592 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0017 CONTAINERID=container_1397144823869_0017_01_000004
2014-04-10 10:51:11,592 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0017_01_000004 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:51:11,592 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0017 container=Container: [ContainerId: container_1397144823869_0017_01_000004, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0017_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:11,593 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:51:11,593 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:11,593 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0017_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:51:11,593 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0017 CONTAINERID=container_1397144823869_0017_01_000005
2014-04-10 10:51:11,594 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0017_01_000005 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 10:51:11,594 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0017 container=Container: [ContainerId: container_1397144823869_0017_01_000005, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0017_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:11,594 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:51:11,594 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:11,921 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0017_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:51:11,921 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0017 CONTAINERID=container_1397144823869_0017_01_000006
2014-04-10 10:51:11,921 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0017_01_000006 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:51:11,922 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0017 container=Container: [ContainerId: container_1397144823869_0017_01_000006, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0017_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:11,922 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 10:51:11,922 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:12,007 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741984_1160 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741984 for deletion
2014-04-10 10:51:12,007 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741985_1161 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741985 for deletion
2014-04-10 10:51:12,007 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741987_1163 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741987 for deletion
2014-04-10 10:51:12,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741984_1160 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741984
2014-04-10 10:51:12,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741985_1161 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741985
2014-04-10 10:51:12,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741988_1164 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741988 for deletion
2014-04-10 10:51:12,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741987_1163 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741987
2014-04-10 10:51:12,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741988_1164 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741988
2014-04-10 10:51:12,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741984_1160 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741984 for deletion
2014-04-10 10:51:12,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741985_1161 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741985 for deletion
2014-04-10 10:51:12,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741986_1162 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741986 for deletion
2014-04-10 10:51:12,068 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741984_1160 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741984
2014-04-10 10:51:12,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741988_1164 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741988 for deletion
2014-04-10 10:51:12,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741986_1162 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741986
2014-04-10 10:51:12,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741989_1165 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741989 for deletion
2014-04-10 10:51:12,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741985_1161 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741985
2014-04-10 10:51:12,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741991_1167 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741991 for deletion
2014-04-10 10:51:12,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741989_1165 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741989
2014-04-10 10:51:12,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741988_1164 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741988
2014-04-10 10:51:12,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741991_1167 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741991
2014-04-10 10:51:12,263 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0017_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:51:12,264 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0017_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:51:12,264 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0017_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:51:12,264 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0017_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:51:12,264 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0017_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:51:12,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.jar dst=null perm=null
2014-04-10 10:51:12,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.jar dst=null perm=null
2014-04-10 10:51:12,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.xml dst=null perm=null
2014-04-10 10:51:12,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.xml dst=null perm=null
2014-04-10 10:51:12,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:51:12,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:51:12,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:51:12,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:51:12,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:51:12,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:51:12,401 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0017_000001 (auth:SIMPLE)
2014-04-10 10:51:12,401 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0017_000001 (auth:SIMPLE)
2014-04-10 10:51:12,401 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0017_000001 (auth:SIMPLE)
2014-04-10 10:51:12,405 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0017_01_000005 by user brock
2014-04-10 10:51:12,406 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0017_01_000005 to application application_1397144823869_0017
2014-04-10 10:51:12,406 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0017 CONTAINERID=container_1397144823869_0017_01_000005
2014-04-10 10:51:12,406 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0017_01_000006 by user brock
2014-04-10 10:51:12,406 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:51:12,406 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0017
2014-04-10 10:51:12,406 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0017_01_000002 by user brock
2014-04-10 10:51:12,407 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0017 CONTAINERID=container_1397144823869_0017_01_000006
2014-04-10 10:51:12,407 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0017
2014-04-10 10:51:12,406 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0017_01_000003 by user brock
2014-04-10 10:51:12,407 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0017 CONTAINERID=container_1397144823869_0017_01_000002
2014-04-10 10:51:12,407 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0017 transitioned from NEW to INITING
2014-04-10 10:51:12,407 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0017_01_000004 by user brock
2014-04-10 10:51:12,407 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0017 transitioned from NEW to INITING
2014-04-10 10:51:12,406 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0017
2014-04-10 10:51:12,408 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0017 CONTAINERID=container_1397144823869_0017_01_000004
2014-04-10 10:51:12,408 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0017
2014-04-10 10:51:12,408 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:51:12,408 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0017_01_000006 to application application_1397144823869_0017
2014-04-10 10:51:12,408 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0017_01_000002 to application application_1397144823869_0017
2014-04-10 10:51:12,409 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0017 transitioned from INITING to RUNNING
2014-04-10 10:51:12,409 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0017_01_000003 to application application_1397144823869_0017
2014-04-10 10:51:12,407 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0017 CONTAINERID=container_1397144823869_0017_01_000003
2014-04-10 10:51:12,409 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:51:12,409 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0017 transitioned from INITING to RUNNING
2014-04-10 10:51:12,409 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0017
2014-04-10 10:51:12,410 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:51:12,410 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0017_01_000004 to application application_1397144823869_0017
2014-04-10 10:51:12,410 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:51:12,409 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0017
2014-04-10 10:51:12,411 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0017
2014-04-10 10:51:12,411 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:51:12,411 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0017
2014-04-10 10:51:12,411 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:51:12,411 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:51:12,411 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0017
2014-04-10 10:51:12,412 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0017
2014-04-10 10:51:12,412 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:51:12,412 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0017
2014-04-10 10:51:12,413 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:51:12,411 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0017
2014-04-10 10:51:12,413 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:51:12,413 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0017
2014-04-10 10:51:12,413 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:51:12,414 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:51:12,411 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0017
2014-04-10 10:51:12,414 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0017_01_000006
2014-04-10 10:51:12,414 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:51:12,414 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:51:12,415 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0017
2014-04-10 10:51:12,415 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0017
2014-04-10 10:51:12,415 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:51:12,415 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0017
2014-04-10 10:51:12,416 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0017_01_000002
2014-04-10 10:51:12,416 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0017_01_000003
2014-04-10 10:51:12,424 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0017_01_000006.tokens. Credentials list:
2014-04-10 10:51:12,424 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397144823869_0017_01_000003.tokens. Credentials list:
2014-04-10 10:51:12,425 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397144823869_0017_01_000002.tokens. Credentials list:
2014-04-10 10:51:12,437 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:51:12,437 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:51:12,442 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:51:12,442 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:12,443 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:51:12,443 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:12,507 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0017/container_1397144823869_0017_01_000005/default_container_executor.sh]
2014-04-10 10:51:12,507 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0017_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0017/container_1397144823869_0017_01_000006.tokens
2014-04-10 10:51:12,507 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0017/container_1397144823869_0017_01_000004/default_container_executor.sh]
2014-04-10 10:51:12,507 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397144823869_0017_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0017/container_1397144823869_0017_01_000003.tokens
2014-04-10 10:51:12,507 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0017 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0017
2014-04-10 10:51:12,508 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0017 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0017
2014-04-10 10:51:12,592 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0017_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:51:12,592 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0017_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:51:12,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.jar dst=null perm=null
2014-04-10 10:51:12,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.jar dst=null perm=null
2014-04-10 10:51:12,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.jar dst=null perm=null
2014-04-10 10:51:12,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.jar dst=null perm=null
2014-04-10 10:51:12,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.jar dst=null perm=null
2014-04-10 10:51:12,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.jar dst=null perm=null
2014-04-10 10:51:12,604 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37848, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1395105845_12145, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741996_1172, duration: 543874
2014-04-10 10:51:12,622 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0017/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:51:12,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.xml dst=null perm=null
2014-04-10 10:51:12,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.xml dst=null perm=null
2014-04-10 10:51:12,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.xml dst=null perm=null
2014-04-10 10:51:12,637 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45750, bytes: 82247, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1395105845_12145, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741999_1175, duration: 161866
2014-04-10 10:51:12,649 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0017/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:51:12,649 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:51:12,650 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:51:12,672 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:51:12,672 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:12,672 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:51:12,672 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:12,699 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397144823869_0016_01_000001 succeeded
2014-04-10 10:51:12,699 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:51:12,699 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0016_01_000001
2014-04-10 10:51:12,708 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000001
2014-04-10 10:51:12,708 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000001
2014-04-10 10:51:12,708 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0016 CONTAINERID=container_1397144823869_0016_01_000001
2014-04-10 10:51:12,708 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0016_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:51:12,708 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0016_01_000001 from application application_1397144823869_0016
2014-04-10 10:51:12,709 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000001
2014-04-10 10:51:12,709 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:12,709 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0016
2014-04-10 10:51:12,709 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0016/container_1397144823869_0016_01_000001
2014-04-10 10:51:12,723 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0017/container_1397144823869_0017_01_000003/default_container_executor.sh]
2014-04-10 10:51:12,723 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0017/container_1397144823869_0017_01_000002/default_container_executor.sh]
2014-04-10 10:51:12,808 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45748, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-284944287_12144, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741996_1172, duration: 205805334
2014-04-10 10:51:12,859 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0017/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:51:12,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.xml dst=null perm=null
2014-04-10 10:51:12,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.xml dst=null perm=null
2014-04-10 10:51:12,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.xml dst=null perm=null
2014-04-10 10:51:12,883 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53574, bytes: 82247, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-284944287_12144, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741999_1175, duration: 312081
2014-04-10 10:51:12,904 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0017/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:51:12,905 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:51:12,921 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0017_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:51:12,940 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:51:12,941 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:13,045 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0017/container_1397144823869_0017_01_000006/default_container_executor.sh]
2014-04-10 10:51:13,281 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:51:13,346 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0016_01_000001
2014-04-10 10:51:13,346 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0017_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:51:13,347 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0017_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:51:13,347 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0016_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:51:13,347 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0016_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:51:13,347 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0016 CONTAINERID=container_1397144823869_0016_01_000001
2014-04-10 10:51:13,347 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0016_01_000001 of capacity <memory:2048, vCores:1> on host localhost:56736, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:51:13,347 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 10:51:13,347 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0016_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:13,347 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:13,347 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 10:51:13,347 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0016_000001 released container container_1397144823869_0016_01_000001 on node: host: localhost:56736 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:51:13,348 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397144823869_0016_000001
2014-04-10 10:51:13,348 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0016_000001 State change from FINISHING to FINISHED
2014-04-10 10:51:13,348 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0016 State change from FINISHING to FINISHED
2014-04-10 10:51:13,348 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397144823869_0016
2014-04-10 10:51:13,348 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397144823869_0016,name=[7AD57E30D7414E0C989420A4236EE7FB/F9201574D9EF4CCAB0757CF7D12CF466] lhs/(1/1) ...edpipesplatform/samepipe3,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:60619/proxy/application_1397144823869_0016/jobhistory/job/job_1397144823869_0016,appMasterHost=localhost.localdomain,startTime=1397145053216,finishTime=1397145066530,finalStatus=SUCCEEDED
2014-04-10 10:51:13,349 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397144823869_0016_000001 is done. finalState=FINISHED
2014-04-10 10:51:13,349 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397144823869_0016 requests cleared
2014-04-10 10:51:13,349 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397144823869_0016 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:51:13,349 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397144823869_0016 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:51:13,353 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397144823869_0016_000001
2014-04-10 10:51:13,355 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0016_000001 (auth:SIMPLE)
2014-04-10 10:51:13,356 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0016_01_000001
2014-04-10 10:51:13,700 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:51:13,923 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0016 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:51:13,923 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0016
2014-04-10 10:51:13,923 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0016
2014-04-10 10:51:13,923 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0016
2014-04-10 10:51:13,923 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0016
2014-04-10 10:51:13,923 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0016
2014-04-10 10:51:13,924 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0016 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:51:13,924 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0016, with delay of 10800 seconds
2014-04-10 10:51:13,953 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397144823869_0017_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0017/container_1397144823869_0017_01_000002.tokens
2014-04-10 10:51:13,953 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0017 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0017
2014-04-10 10:51:14,058 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0016 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:51:14,059 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0016
2014-04-10 10:51:14,059 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0016
2014-04-10 10:51:14,059 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0016
2014-04-10 10:51:14,059 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0016 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:51:14,059 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0016, with delay of 10800 seconds
2014-04-10 10:51:14,059 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0016
2014-04-10 10:51:14,060 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0016
2014-04-10 10:51:14,347 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0016 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:51:14,347 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0016
2014-04-10 10:51:14,347 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0016
2014-04-10 10:51:14,348 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0016 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:51:14,348 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0016, with delay of 10800 seconds
2014-04-10 10:51:14,348 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0016
2014-04-10 10:51:14,349 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0016
2014-04-10 10:51:14,349 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0016
2014-04-10 10:51:14,816 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742000_1176
2014-04-10 10:51:15,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.split dst=null perm=null
2014-04-10 10:51:15,326 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742000_1176
2014-04-10 10:51:15,385 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45636, bytes: 1377, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0017_m_000002_0_724836882_1, offset: 512, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741997_1173, duration: 198294
2014-04-10 10:51:15,409 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742000_1176
2014-04-10 10:51:15,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.split dst=null perm=null
2014-04-10 10:51:15,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 10:51:15,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.split dst=null perm=null
2014-04-10 10:51:15,531 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45640, bytes: 861, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0017_m_000003_0_1349200516_1, offset: 1024, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741997_1173, duration: 163135
2014-04-10 10:51:15,602 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45769, bytes: 1893, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0017_m_000001_0_-2003824336_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741997_1173, duration: 189528
2014-04-10 10:51:15,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 10:51:15,614 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45640, bytes: 55, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0017_m_000003_0_1349200516_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741995_1171, duration: 175131
2014-04-10 10:51:15,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 10:51:15,672 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45769, bytes: 56, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0017_m_000001_0_-2003824336_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741994_1170, duration: 153307
2014-04-10 10:51:15,682 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45636, bytes: 55, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0017_m_000002_0_724836882_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741995_1171, duration: 266896
2014-04-10 10:51:15,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.split dst=null perm=null
2014-04-10 10:51:15,756 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45771, bytes: 1893, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0017_m_000000_0_1702923696_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741997_1173, duration: 200715
2014-04-10 10:51:15,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross/_temporary/1/_temporary/attempt_1397144823869_0017_m_000002_0 dst=null perm=null
2014-04-10 10:51:15,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs.txt dst=null perm=null
2014-04-10 10:51:15,850 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0017_01_000004
2014-04-10 10:51:15,850 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0017 CONTAINERID=container_1397144823869_0017_01_000004
2014-04-10 10:51:15,850 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:51:15,850 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0017_01_000004
2014-04-10 10:51:15,857 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0017_01_000004 is : 143
2014-04-10 10:51:15,869 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job_1397144823869_0017_1.jhist. BP-1649026925-127.0.0.1-1397144808341 blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:51:15,869 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:51:15,870 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0017/container_1397144823869_0017_01_000004
2014-04-10 10:51:15,870 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0017/container_1397144823869_0017_01_000004
2014-04-10 10:51:15,870 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0017/container_1397144823869_0017_01_000004
2014-04-10 10:51:15,870 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0017 CONTAINERID=container_1397144823869_0017_01_000004
2014-04-10 10:51:15,870 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:51:15,870 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0017_01_000004 from application application_1397144823869_0017
2014-04-10 10:51:15,870 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:15,870 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0017/container_1397144823869_0017_01_000004
2014-04-10 10:51:15,870 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0017
2014-04-10 10:51:15,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross/_temporary/1/_temporary/attempt_1397144823869_0017_m_000003_0 dst=null perm=null
2014-04-10 10:51:15,926 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0017_01_000005
2014-04-10 10:51:15,927 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0017 CONTAINERID=container_1397144823869_0017_01_000005
2014-04-10 10:51:15,927 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0017_01_000004
2014-04-10 10:51:15,927 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:51:15,927 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0017_01_000005
2014-04-10 10:51:15,928 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0017_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:51:15,928 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0017_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:51:15,928 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0017 CONTAINERID=container_1397144823869_0017_01_000004
2014-04-10 10:51:15,928 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0017_01_000004 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 10:51:15,929 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 10:51:15,929 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0017_01_000004, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:15,929 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:15,929 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 10:51:15,929 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0017_000001 released container container_1397144823869_0017_01_000004 on node: host: localhost:50571 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 10:51:15,930 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742001_1177 src: /127.0.0.1:37871 dest: /127.0.0.1:55175
2014-04-10 10:51:15,931 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742001_1177 src: /127.0.0.1:53596 dest: /127.0.0.1:55289
2014-04-10 10:51:15,932 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742001_1177 src: /127.0.0.1:45647 dest: /127.0.0.1:36139
2014-04-10 10:51:15,934 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0017_01_000005 is : 143
2014-04-10 10:51:15,944 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:51:15,944 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0017/container_1397144823869_0017_01_000005
2014-04-10 10:51:15,945 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0017/container_1397144823869_0017_01_000005
2014-04-10 10:51:15,945 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0017/container_1397144823869_0017_01_000005
2014-04-10 10:51:15,945 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0017/container_1397144823869_0017_01_000005
2014-04-10 10:51:15,945 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0017 CONTAINERID=container_1397144823869_0017_01_000005
2014-04-10 10:51:15,946 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:51:15,946 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0017_01_000005 from application application_1397144823869_0017
2014-04-10 10:51:15,946 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:15,946 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0017
2014-04-10 10:51:15,949 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job_1397144823869_0017_1.jhist for DFSClient_NONMAPREDUCE_670581740_1
2014-04-10 10:51:15,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross/_temporary/1/_temporary/attempt_1397144823869_0017_m_000001_0 dst=null perm=null
2014-04-10 10:51:15,992 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53598, bytes: 56, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0017_m_000000_0_1702923696_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741994_1170, duration: 103558
2014-04-10 10:51:16,015 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0017_01_000003
2014-04-10 10:51:16,015 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0017 CONTAINERID=container_1397144823869_0017_01_000003
2014-04-10 10:51:16,015 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:51:16,015 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0017_01_000003
2014-04-10 10:51:16,022 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0017_01_000003 is : 143
2014-04-10 10:51:16,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job.split dst=null perm=null
2014-04-10 10:51:16,032 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:51:16,033 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0017/container_1397144823869_0017_01_000003
2014-04-10 10:51:16,033 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0017/container_1397144823869_0017_01_000003
2014-04-10 10:51:16,033 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0017/container_1397144823869_0017_01_000003
2014-04-10 10:51:16,033 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0017/container_1397144823869_0017_01_000003
2014-04-10 10:51:16,033 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0017 CONTAINERID=container_1397144823869_0017_01_000003
2014-04-10 10:51:16,033 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:51:16,033 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0017_01_000003 from application application_1397144823869_0017
2014-04-10 10:51:16,033 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:16,033 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0017
2014-04-10 10:51:16,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross/_temporary/1/_temporary/attempt_1397144823869_0017_m_000000_0 dst=null perm=null
2014-04-10 10:51:16,079 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45650, bytes: 861, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0017_m_000004_0_1667157098_1, offset: 1024, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741997_1173, duration: 123570
2014-04-10 10:51:16,093 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0017_01_000002
2014-04-10 10:51:16,094 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0017 CONTAINERID=container_1397144823869_0017_01_000002
2014-04-10 10:51:16,094 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:51:16,094 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0017_01_000002
2014-04-10 10:51:16,094 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0017_01_000003
2014-04-10 10:51:16,094 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0017_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:51:16,094 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0017_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:51:16,095 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0017 CONTAINERID=container_1397144823869_0017_01_000003
2014-04-10 10:51:16,095 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0017_01_000003 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:51:16,095 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 10:51:16,095 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0017_01_000003, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:16,095 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:16,095 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:51:16,095 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0017_000001 released container container_1397144823869_0017_01_000003 on node: host: localhost:56736 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:51:16,099 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0017_01_000002 is : 143
2014-04-10 10:51:16,108 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:51:16,108 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0017/container_1397144823869_0017_01_000002
2014-04-10 10:51:16,108 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0017/container_1397144823869_0017_01_000002
2014-04-10 10:51:16,108 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0017 CONTAINERID=container_1397144823869_0017_01_000002
2014-04-10 10:51:16,108 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0017/container_1397144823869_0017_01_000002
2014-04-10 10:51:16,108 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:51:16,108 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0017/container_1397144823869_0017_01_000002
2014-04-10 10:51:16,109 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0017_01_000002 from application application_1397144823869_0017
2014-04-10 10:51:16,109 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:16,109 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0017
2014-04-10 10:51:16,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs.txt dst=null perm=null
2014-04-10 10:51:16,135 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45650, bytes: 55, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0017_m_000004_0_1667157098_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741995_1171, duration: 156320
2014-04-10 10:51:16,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross/_temporary/1/_temporary/attempt_1397144823869_0017_m_000004_0 dst=null perm=null
2014-04-10 10:51:16,346 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0017_01_000006
2014-04-10 10:51:16,347 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0017 CONTAINERID=container_1397144823869_0017_01_000006
2014-04-10 10:51:16,347 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:51:16,347 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0017_01_000006
2014-04-10 10:51:16,355 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0017_01_000006 is : 143
2014-04-10 10:51:16,369 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:51:16,370 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0017/container_1397144823869_0017_01_000006
2014-04-10 10:51:16,370 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0017/container_1397144823869_0017_01_000006
2014-04-10 10:51:16,370 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0017/container_1397144823869_0017_01_000006
2014-04-10 10:51:16,370 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0017 CONTAINERID=container_1397144823869_0017_01_000006
2014-04-10 10:51:16,370 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:51:16,370 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0017/container_1397144823869_0017_01_000006
2014-04-10 10:51:16,370 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0017_01_000006 from application application_1397144823869_0017
2014-04-10 10:51:16,370 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:16,370 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0017
2014-04-10 10:51:16,927 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0017_01_000005
2014-04-10 10:51:16,928 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0017_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:51:16,928 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0017_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:51:16,928 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0017 CONTAINERID=container_1397144823869_0017_01_000005
2014-04-10 10:51:16,928 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0017_01_000005 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:51:16,929 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:51:16,929 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0017_01_000005, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:16,929 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:16,929 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:51:16,929 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0017_000001 released container container_1397144823869_0017_01_000005 on node: host: localhost:50571 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:51:17,094 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0017_01_000002
2014-04-10 10:51:17,095 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0017_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:51:17,095 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0017_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:51:17,095 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0017 CONTAINERID=container_1397144823869_0017_01_000002
2014-04-10 10:51:17,096 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0017_01_000002 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:51:17,096 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:51:17,096 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0017_01_000002, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:17,096 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:17,096 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:51:17,097 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0017_000001 released container container_1397144823869_0017_01_000002 on node: host: localhost:56736 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:51:17,347 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0017_01_000006
2014-04-10 10:51:17,348 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0017_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:51:17,348 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0017_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:51:17,348 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0017 CONTAINERID=container_1397144823869_0017_01_000006
2014-04-10 10:51:17,348 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0017_01_000006 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:51:17,348 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:51:17,349 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0017_01_000006, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:17,349 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:17,349 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:51:17,349 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0017_000001 released container container_1397144823869_0017_01_000006 on node: host: localhost:37679 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:51:17,350 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0017_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:51:17,350 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0017 CONTAINERID=container_1397144823869_0017_01_000007
2014-04-10 10:51:17,350 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0017_01_000007 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:51:17,351 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0017 container=Container: [ContainerId: container_1397144823869_0017_01_000007, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0017_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:17,351 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:51:17,351 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:18,293 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0017_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:51:18,305 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0017_01_000007 by user brock
2014-04-10 10:51:18,306 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0017 CONTAINERID=container_1397144823869_0017_01_000007
2014-04-10 10:51:18,306 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0017_01_000007 to application application_1397144823869_0017
2014-04-10 10:51:18,306 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 10:51:18,306 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0017
2014-04-10 10:51:18,306 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0017
2014-04-10 10:51:18,307 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:51:18,307 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0017
2014-04-10 10:51:18,307 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:51:18,338 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 10:51:18,339 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:18,348 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0017_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:51:18,400 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0017/container_1397144823869_0017_01_000007/default_container_executor.sh]
2014-04-10 10:51:19,297 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:51:20,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross/_temporary/1/_temporary/attempt_1397144823869_0017_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:20,135 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross/_temporary/1/_temporary/attempt_1397144823869_0017_r_000000_0/part-00000. BP-1649026925-127.0.0.1-1397144808341 blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:51:20,212 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742002_1178 src: /127.0.0.1:53619 dest: /127.0.0.1:55289
2014-04-10 10:51:20,213 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742002_1178 src: /127.0.0.1:45797 dest: /127.0.0.1:53466
2014-04-10 10:51:20,214 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742002_1178 src: /127.0.0.1:37897 dest: /127.0.0.1:55175
2014-04-10 10:51:20,225 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37897, dest: /127.0.0.1:55175, bytes: 296, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0017_r_000000_0_556390775_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742002_1178, duration: 10324435
2014-04-10 10:51:20,225 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742002_1178, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:20,225 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45797, dest: /127.0.0.1:53466, bytes: 296, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0017_r_000000_0_556390775_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742002_1178, duration: 11075896
2014-04-10 10:51:20,225 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:51:20,226 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742002_1178, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:20,226 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53619, dest: /127.0.0.1:55289, bytes: 296, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0017_r_000000_0_556390775_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742002_1178, duration: 11706703
2014-04-10 10:51:20,226 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742002_1178, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:20,226 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:51:20,227 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:51:20,245 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross/_temporary/1/_temporary/attempt_1397144823869_0017_r_000000_0/part-00000 is closed by DFSClient_attempt_1397144823869_0017_r_000000_0_556390775_1
2014-04-10 10:51:20,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross/_temporary/1/_temporary/attempt_1397144823869_0017_r_000000_0 dst=null perm=null
2014-04-10 10:51:20,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross/_temporary/1/_temporary/attempt_1397144823869_0017_r_000000_0 dst=null perm=null
2014-04-10 10:51:20,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross/_temporary/1/task_1397144823869_0017_r_000000 dst=null perm=null
2014-04-10 10:51:20,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross/_temporary/1/_temporary/attempt_1397144823869_0017_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross/_temporary/1/task_1397144823869_0017_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:51:20,328 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742002_1178
2014-04-10 10:51:20,354 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0017_01_000007
2014-04-10 10:51:20,354 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0017 CONTAINERID=container_1397144823869_0017_01_000007
2014-04-10 10:51:20,354 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000007 transitioned from RUNNING to KILLING
2014-04-10 10:51:20,355 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0017_01_000007
2014-04-10 10:51:20,362 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0017_01_000007 is : 143
2014-04-10 10:51:20,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:20,377 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:51:20,377 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0017/container_1397144823869_0017_01_000007
2014-04-10 10:51:20,377 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0017/container_1397144823869_0017_01_000007
2014-04-10 10:51:20,377 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0017/container_1397144823869_0017_01_000007
2014-04-10 10:51:20,378 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0017 CONTAINERID=container_1397144823869_0017_01_000007
2014-04-10 10:51:20,378 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0017/container_1397144823869_0017_01_000007
2014-04-10 10:51:20,378 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:51:20,378 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0017_01_000007 from application application_1397144823869_0017
2014-04-10 10:51:20,378 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:20,378 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0017
2014-04-10 10:51:20,387 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_670581740_1
2014-04-10 10:51:20,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross/_temporary/1 dst=null perm=null
2014-04-10 10:51:20,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross dst=null perm=null
2014-04-10 10:51:20,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross dst=null perm=null
2014-04-10 10:51:20,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross/_temporary/1/task_1397144823869_0017_r_000000 dst=null perm=null
2014-04-10 10:51:20,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross/part-00000 dst=null perm=null
2014-04-10 10:51:20,414 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742002_1178
2014-04-10 10:51:20,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross/_temporary/1/task_1397144823869_0017_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:20,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross/_temporary dst=null perm=null
2014-04-10 10:51:20,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:20,470 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross/_SUCCESS is closed by DFSClient_NONMAPREDUCE_670581740_1
2014-04-10 10:51:20,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:20,503 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_670581740_1
2014-04-10 10:51:20,531 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45647, dest: /127.0.0.1:36139, bytes: 69505, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_670581740_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742001_1177, duration: 4584864178
2014-04-10 10:51:20,532 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742001_1177, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:20,533 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53596, dest: /127.0.0.1:55289, bytes: 69505, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_670581740_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742001_1177, duration: 4597757859
2014-04-10 10:51:20,533 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 15768
2014-04-10 10:51:20,533 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742001_1177, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:20,534 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37871, dest: /127.0.0.1:55175, bytes: 69505, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_670581740_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742001_1177, duration: 4587224535
2014-04-10 10:51:20,534 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 15768
2014-04-10 10:51:20,534 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742001_1177, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:20,535 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 15768
2014-04-10 10:51:20,545 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job_1397144823869_0017_1.jhist is closed by DFSClient_NONMAPREDUCE_670581740_1
2014-04-10 10:51:20,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0017.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:20,565 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0017.summary_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:51:20,581 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742003_1179 src: /127.0.0.1:45675 dest: /127.0.0.1:36139
2014-04-10 10:51:20,582 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742003_1179 src: /127.0.0.1:37902 dest: /127.0.0.1:55175
2014-04-10 10:51:20,584 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742003_1179 src: /127.0.0.1:53627 dest: /127.0.0.1:55289
2014-04-10 10:51:20,587 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53627, dest: /127.0.0.1:55289, bytes: 449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_670581740_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742003_1179, duration: 1524582
2014-04-10 10:51:20,587 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742003_1179, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:20,587 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:51:20,588 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37902, dest: /127.0.0.1:55175, bytes: 449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_670581740_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742003_1179, duration: 2696295
2014-04-10 10:51:20,588 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742003_1179, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:20,588 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:51:20,588 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45675, dest: /127.0.0.1:36139, bytes: 449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_670581740_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742003_1179, duration: 2984497
2014-04-10 10:51:20,589 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742003_1179, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:20,589 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:51:20,603 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0017.summary_tmp is closed by DFSClient_NONMAPREDUCE_670581740_1
2014-04-10 10:51:20,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0017.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:51:20,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job_1397144823869_0017_1.jhist dst=null perm=null
2014-04-10 10:51:20,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0017-1397145067362-brock-%5B2DC4DBA43E434B64B0588492EB7E3299%2F6B4CF5CDEDA24393-1397145080505-5-1-SUCCEEDED-default-1397145070236.jhist_tmp dst=null perm=null
2014-04-10 10:51:20,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job_1397144823869_0017_1.jhist dst=null perm=null
2014-04-10 10:51:20,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0017-1397145067362-brock-%5B2DC4DBA43E434B64B0588492EB7E3299%2F6B4CF5CDEDA24393-1397145080505-5-1-SUCCEEDED-default-1397145070236.jhist_tmp dst=null perm=null
2014-04-10 10:51:20,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job_1397144823869_0017_1.jhist dst=null perm=null
2014-04-10 10:51:20,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0017-1397145067362-brock-%5B2DC4DBA43E434B64B0588492EB7E3299%2F6B4CF5CDEDA24393-1397145080505-5-1-SUCCEEDED-default-1397145070236.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:20,656 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37904, bytes: 70049, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_670581740_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742001_1177, duration: 426818
2014-04-10 10:51:20,660 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0017-1397145067362-brock-%5B2DC4DBA43E434B64B0588492EB7E3299%2F6B4CF5CDEDA24393-1397145080505-5-1-SUCCEEDED-default-1397145070236.jhist_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:51:20,672 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742004_1180 src: /127.0.0.1:45679 dest: /127.0.0.1:36139
2014-04-10 10:51:20,674 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742004_1180 src: /127.0.0.1:37906 dest: /127.0.0.1:55175
2014-04-10 10:51:20,675 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742004_1180 src: /127.0.0.1:45808 dest: /127.0.0.1:53466
2014-04-10 10:51:20,681 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45808, dest: /127.0.0.1:53466, bytes: 69505, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_670581740_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742004_1180, duration: 4991530
2014-04-10 10:51:20,682 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742004_1180, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:20,682 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:51:20,682 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37906, dest: /127.0.0.1:55175, bytes: 69505, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_670581740_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742004_1180, duration: 6019341
2014-04-10 10:51:20,682 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742004_1180, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:20,683 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:51:20,683 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45679, dest: /127.0.0.1:36139, bytes: 69505, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_670581740_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742004_1180, duration: 6540713
2014-04-10 10:51:20,683 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742004_1180, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:20,683 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:51:20,695 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0017-1397145067362-brock-%5B2DC4DBA43E434B64B0588492EB7E3299%2F6B4CF5CDEDA24393-1397145080505-5-1-SUCCEEDED-default-1397145070236.jhist_tmp is closed by DFSClient_NONMAPREDUCE_670581740_1
2014-04-10 10:51:20,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0017-1397145067362-brock-%5B2DC4DBA43E434B64B0588492EB7E3299%2F6B4CF5CDEDA24393-1397145080505-5-1-SUCCEEDED-default-1397145070236.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:51:20,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job_1397144823869_0017_1_conf.xml dst=null perm=null
2014-04-10 10:51:20,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0017_conf.xml_tmp dst=null perm=null
2014-04-10 10:51:20,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job_1397144823869_0017_1_conf.xml dst=null perm=null
2014-04-10 10:51:20,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0017_conf.xml_tmp dst=null perm=null
2014-04-10 10:51:20,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017/job_1397144823869_0017_1_conf.xml dst=null perm=null
2014-04-10 10:51:20,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0017_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:20,723 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45809, bytes: 96338, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_670581740_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742000_1176, duration: 367195
2014-04-10 10:51:20,726 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0017_conf.xml_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742005_1181{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:51:20,739 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742005_1181 src: /127.0.0.1:45683 dest: /127.0.0.1:36139
2014-04-10 10:51:20,740 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742005_1181 src: /127.0.0.1:45811 dest: /127.0.0.1:53466
2014-04-10 10:51:20,741 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742005_1181 src: /127.0.0.1:37911 dest: /127.0.0.1:55175
2014-04-10 10:51:20,745 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37911, dest: /127.0.0.1:55175, bytes: 95590, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_670581740_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742005_1181, duration: 2841208
2014-04-10 10:51:20,746 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742005_1181, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:20,746 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742005_1181{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:51:20,746 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45811, dest: /127.0.0.1:53466, bytes: 95590, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_670581740_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742005_1181, duration: 3345656
2014-04-10 10:51:20,746 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742005_1181, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:20,747 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742005_1181{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:51:20,747 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45683, dest: /127.0.0.1:36139, bytes: 95590, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_670581740_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742005_1181, duration: 4234773
2014-04-10 10:51:20,747 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742005_1181, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:20,748 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742005_1181{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:51:20,762 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0017_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_670581740_1
2014-04-10 10:51:20,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0017_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:51:20,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0017.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0017.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:51:20,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0017_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0017_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:51:20,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0017-1397145067362-brock-%5B2DC4DBA43E434B64B0588492EB7E3299%2F6B4CF5CDEDA24393-1397145080505-5-1-SUCCEEDED-default-1397145070236.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0017-1397145067362-brock-%5B2DC4DBA43E434B64B0588492EB7E3299%2F6B4CF5CDEDA24393-1397145080505-5-1-SUCCEEDED-default-1397145070236.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:51:20,828 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397144823869_0017_000001 with final state: FINISHING
2014-04-10 10:51:20,828 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0017_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:51:20,829 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397144823869_0017 with final state: FINISHING
2014-04-10 10:51:20,829 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0017 State change from RUNNING to FINAL_SAVING
2014-04-10 10:51:20,829 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0017
2014-04-10 10:51:20,830 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0017_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:51:20,830 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0017 State change from FINAL_SAVING to FINISHING
2014-04-10 10:51:20,916 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:51:20,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:51:20,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:51:20,921 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397144823869_0017 from file: hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0017-1397145067362-brock-%5B2DC4DBA43E434B64B0588492EB7E3299%2F6B4CF5CDEDA24393-1397145080505-5-1-SUCCEEDED-default-1397145070236.jhist
2014-04-10 10:51:20,922 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0017-1397145067362-brock-%5B2DC4DBA43E434B64B0588492EB7E3299%2F6B4CF5CDEDA24393-1397145080505-5-1-SUCCEEDED-default-1397145070236.jhist]
2014-04-10 10:51:20,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0017-1397145067362-brock-%5B2DC4DBA43E434B64B0588492EB7E3299%2F6B4CF5CDEDA24393-1397145080505-5-1-SUCCEEDED-default-1397145070236.jhist dst=null perm=null
2014-04-10 10:51:20,925 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45688, bytes: 70049, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742004_1180, duration: 424025
2014-04-10 10:51:20,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0017.summary dst=null perm=null
2014-04-10 10:51:20,946 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45688, bytes: 453, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_538767685_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742003_1179, duration: 195438
2014-04-10 10:51:20,946 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397144823869_0017,submitTime=1397145067362,launchTime=1397145070236,firstMapTaskLaunchTime=1397145072415,firstReduceTaskLaunchTime=1397145078307,finishTime=1397145080505,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=5,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=18,reduceSlotSeconds=2,jobName=[2DC4DBA43E434B64B0588492EB7E3299/6B4CF5CDEDA24393A6FAF6CE8D891363] lhs*rhs/(1/1) ...ieldedpipesplatform/cross
2014-04-10 10:51:20,947 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0017.summary]
2014-04-10 10:51:20,975 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742003_1179 127.0.0.1:36139 127.0.0.1:55175 127.0.0.1:55289
2014-04-10 10:51:20,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0017.summary dst=null perm=null
2014-04-10 10:51:20,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:51:20,978 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0017-1397145067362-brock-%5B2DC4DBA43E434B64B0588492EB7E3299%2F6B4CF5CDEDA24393-1397145080505-5-1-SUCCEEDED-default-1397145070236.jhist to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0017-1397145067362-brock-%5B2DC4DBA43E434B64B0588492EB7E3299%2F6B4CF5CDEDA24393-1397145080505-5-1-SUCCEEDED-default-1397145070236.jhist
2014-04-10 10:51:21,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0017-1397145067362-brock-%5B2DC4DBA43E434B64B0588492EB7E3299%2F6B4CF5CDEDA24393-1397145080505-5-1-SUCCEEDED-default-1397145070236.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0017-1397145067362-brock-%5B2DC4DBA43E434B64B0588492EB7E3299%2F6B4CF5CDEDA24393-1397145080505-5-1-SUCCEEDED-default-1397145070236.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:51:21,004 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0017_conf.xml to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0017_conf.xml
2014-04-10 10:51:21,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0017_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0017_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:51:21,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross dst=null perm=null
2014-04-10 10:51:21,033 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross/_temporary
2014-04-10 10:51:21,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross/_temporary dst=null perm=null
2014-04-10 10:51:21,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross dst=null perm=null
2014-04-10 10:51:21,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross dst=null perm=null
2014-04-10 10:51:21,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross dst=null perm=null
2014-04-10 10:51:21,052 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:51:21,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross/part-00000 dst=null perm=null
2014-04-10 10:51:21,055 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:37916, bytes: 300, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742002_1178, duration: 235812
2014-04-10 10:51:21,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross dst=null perm=null
2014-04-10 10:51:21,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross dst=null perm=null
2014-04-10 10:51:21,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross dst=null perm=null
2014-04-10 10:51:21,072 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:51:21,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross/part-00000 dst=null perm=null
2014-04-10 10:51:21,074 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45818, bytes: 300, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742002_1178, duration: 108327
2014-04-10 10:51:21,075 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/cogroupfieldedpipesplatform/cross
2014-04-10 10:51:21,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross dst=null perm=null
2014-04-10 10:51:21,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross dst=null perm=null
2014-04-10 10:51:21,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross dst=null perm=null
2014-04-10 10:51:21,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross dst=null perm=null
2014-04-10 10:51:21,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross/part-00000 dst=null perm=null
2014-04-10 10:51:21,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cross/part-00000 dst=null perm=null
2014-04-10 10:51:21,079 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53642, bytes: 300, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742002_1178, duration: 99812
2014-04-10 10:51:21,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:51:21,098 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 10:51:21,098 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 10:51:21,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe dst=null perm=null
2014-04-10 10:51:21,106 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower] starting
2014-04-10 10:51:21,107 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 10:51:21,107 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe"]
2014-04-10 10:51:21,107 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower] parallel execution is enabled: true
2014-04-10 10:51:21,107 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower] starting jobs: 1
2014-04-10 10:51:21,107 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower] allocating threads: 1
2014-04-10 10:51:21,108 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower] starting step: (1/1) ...dedpipesplatform/samepipe
2014-04-10 10:51:21,120 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:51:21,128 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:51:21,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe dst=null perm=null
2014-04-10 10:51:21,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:51:21,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:51:21,130 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 18
2014-04-10 10:51:21,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018 dst=null perm=null
2014-04-10 10:51:21,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:51:21,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:51:21,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.jar dst=null perm=null
2014-04-10 10:51:21,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:21,181 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073742006_1182{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:51:21,197 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742006_1182 src: /127.0.0.1:53643 dest: /127.0.0.1:55289
2014-04-10 10:51:21,198 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742006_1182 src: /127.0.0.1:45694 dest: /127.0.0.1:36139
2014-04-10 10:51:21,199 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742006_1182 src: /127.0.0.1:45822 dest: /127.0.0.1:53466
2014-04-10 10:51:21,206 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45822, dest: /127.0.0.1:53466, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742006_1182, duration: 5592216
2014-04-10 10:51:21,206 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742006_1182, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:21,207 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742006_1182{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:51:21,207 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45694, dest: /127.0.0.1:36139, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742006_1182, duration: 6627690
2014-04-10 10:51:21,208 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742006_1182, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:21,208 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742006_1182{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:51:21,208 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53643, dest: /127.0.0.1:55289, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742006_1182, duration: 6851551
2014-04-10 10:51:21,208 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742006_1182, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:21,209 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742006_1182{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:51:21,220 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:51:21,221 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.jar
2014-04-10 10:51:21,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.jar dst=null perm=null
2014-04-10 10:51:21,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:21,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:51:21,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:51:21,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:51:21,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:51:21,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:51:21,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:51:21,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:51:21,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:51:21,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:51:21,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:51:21,248 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:51:21,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:51:21,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:21,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:21,271 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.split
2014-04-10 10:51:21,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.split dst=null perm=null
2014-04-10 10:51:21,280 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.split. BP-1649026925-127.0.0.1-1397144808341 blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:51:21,297 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742007_1183 src: /127.0.0.1:53646 dest: /127.0.0.1:55289
2014-04-10 10:51:21,298 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742007_1183 src: /127.0.0.1:45824 dest: /127.0.0.1:53466
2014-04-10 10:51:21,299 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742007_1183 src: /127.0.0.1:37924 dest: /127.0.0.1:55175
2014-04-10 10:51:21,300 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742007_1183 src: /127.0.0.1:45699 dest: /127.0.0.1:36139
2014-04-10 10:51:21,305 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45699, dest: /127.0.0.1:36139, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742007_1183, duration: 4059026
2014-04-10 10:51:21,306 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742007_1183, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:21,306 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37924, dest: /127.0.0.1:55175, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742007_1183, duration: 4698620
2014-04-10 10:51:21,306 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:51:21,306 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742007_1183, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:21,307 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45824, dest: /127.0.0.1:53466, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742007_1183, duration: 5202876
2014-04-10 10:51:21,307 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:51:21,307 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742007_1183, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:21,308 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53646, dest: /127.0.0.1:55289, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742007_1183, duration: 6030101
2014-04-10 10:51:21,308 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:51:21,308 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742007_1183, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:21,309 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:51:21,320 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.split is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:51:21,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:21,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:21,338 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.splitmetainfo. BP-1649026925-127.0.0.1-1397144808341 blk_1073742008_1184{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:51:21,355 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742008_1184 src: /127.0.0.1:45828 dest: /127.0.0.1:53466
2014-04-10 10:51:21,355 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0017_01_000007
2014-04-10 10:51:21,358 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0017_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:51:21,358 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0017_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 10:51:21,358 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0017 CONTAINERID=container_1397144823869_0017_01_000007
2014-04-10 10:51:21,358 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742008_1184 src: /127.0.0.1:53652 dest: /127.0.0.1:55289
2014-04-10 10:51:21,358 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0017_01_000007 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:51:21,359 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:51:21,359 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0017_01_000007, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:21,359 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:21,359 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:51:21,360 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0017_000001 released container container_1397144823869_0017_01_000007 on node: host: localhost:37679 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:51:21,360 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742008_1184 src: /127.0.0.1:45703 dest: /127.0.0.1:36139
2014-04-10 10:51:21,362 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45703, dest: /127.0.0.1:36139, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742008_1184, duration: 1676216
2014-04-10 10:51:21,363 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742008_1184, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:21,363 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742008_1184{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:51:21,363 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53652, dest: /127.0.0.1:55289, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742008_1184, duration: 1897686
2014-04-10 10:51:21,364 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742008_1184, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:21,364 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742008_1184{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:51:21,364 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45828, dest: /127.0.0.1:53466, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742008_1184, duration: 2888656
2014-04-10 10:51:21,364 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742008_1184, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:21,365 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742008_1184{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:51:21,379 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:51:21,379 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 10:51:21,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:21,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:21,403 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742009_1185{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:51:21,413 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742009_1185 src: /127.0.0.1:37931 dest: /127.0.0.1:55175
2014-04-10 10:51:21,415 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742009_1185 src: /127.0.0.1:45706 dest: /127.0.0.1:36139
2014-04-10 10:51:21,415 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742009_1185 src: /127.0.0.1:53657 dest: /127.0.0.1:55289
2014-04-10 10:51:21,419 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53657, dest: /127.0.0.1:55289, bytes: 81187, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742009_1185, duration: 2276976
2014-04-10 10:51:21,419 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742009_1185, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:21,419 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742009_1185{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:51:21,419 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45706, dest: /127.0.0.1:36139, bytes: 81187, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742009_1185, duration: 2886231
2014-04-10 10:51:21,420 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742009_1185, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:21,420 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742009_1185{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:51:21,420 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37931, dest: /127.0.0.1:55175, bytes: 81187, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742009_1185, duration: 3696686
2014-04-10 10:51:21,420 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742009_1185, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:21,422 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742009_1185{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:51:21,437 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.xml is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:51:21,437 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397144823869_0018
2014-04-10 10:51:21,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018 dst=null perm=null
2014-04-10 10:51:21,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.xml dst=null perm=null
2014-04-10 10:51:21,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.xml dst=null perm=null
2014-04-10 10:51:21,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.jar dst=null perm=null
2014-04-10 10:51:21,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.jar dst=null perm=null
2014-04-10 10:51:21,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.split dst=null perm=null
2014-04-10 10:51:21,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.split dst=null perm=null
2014-04-10 10:51:21,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.splitmetainfo dst=null perm=null
2014-04-10 10:51:21,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.splitmetainfo dst=null perm=null
2014-04-10 10:51:21,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:51:21,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:51:21,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:51:21,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:51:21,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:51:21,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:51:21,495 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 18 submitted by user brock
2014-04-10 10:51:21,495 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397144823869_0018
2014-04-10 10:51:21,495 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397144823869_0018
2014-04-10 10:51:21,495 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0018
2014-04-10 10:51:21,495 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0018 State change from NEW to NEW_SAVING
2014-04-10 10:51:21,496 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0018 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:51:21,496 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397144823869_0018_000001
2014-04-10 10:51:21,496 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0018_000001 State change from NEW to SUBMITTED
2014-04-10 10:51:21,496 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397144823869_0018 from user: brock activated in queue: default
2014-04-10 10:51:21,497 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397144823869_0018 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@1ba82161, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:51:21,497 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397144823869_0018 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:51:21,497 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397144823869_0018
2014-04-10 10:51:21,497 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397144823869_0018_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:51:21,497 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0018_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:51:21,498 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0018 State change from SUBMITTED to ACCEPTED
2014-04-10 10:51:21,500 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:60619/proxy/application_1397144823869_0018/
2014-04-10 10:51:21,500 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower] submitted hadoop job: job_1397144823869_0018
2014-04-10 10:51:21,500 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower] tracking url: http://localhost:60619/proxy/application_1397144823869_0018/
2014-04-10 10:51:21,887 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741996_1172 127.0.0.1:55289 127.0.0.1:55175 127.0.0.1:53466 127.0.0.1:36139
2014-04-10 10:51:21,887 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741997_1173 127.0.0.1:53466 127.0.0.1:55175 127.0.0.1:36139 127.0.0.1:55289
2014-04-10 10:51:21,888 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741998_1174 127.0.0.1:55289 127.0.0.1:55175 127.0.0.1:36139
2014-04-10 10:51:21,888 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741999_1175 127.0.0.1:55175 127.0.0.1:55289 127.0.0.1:53466
2014-04-10 10:51:21,888 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742001_1177 127.0.0.1:55175 127.0.0.1:55289 127.0.0.1:36139
2014-04-10 10:51:21,888 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742000_1176 127.0.0.1:53466 127.0.0.1:36139 127.0.0.1:55289
2014-04-10 10:51:21,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0017 dst=null perm=null
2014-04-10 10:51:21,931 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0018_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:51:21,931 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0018 CONTAINERID=container_1397144823869_0018_01_000001
2014-04-10 10:51:21,931 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0018_01_000001 of capacity <memory:2048, vCores:1> on host localhost:50571, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2014-04-10 10:51:21,931 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0018 container=Container: [ContainerId: container_1397144823869_0018_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0018_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:21,932 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:51:21,932 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0018_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:51:21,932 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:21,932 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397144823869_0018 AttemptId: appattempt_1397144823869_0018_000001 MasterContainer: Container: [ContainerId: container_1397144823869_0018_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ]
2014-04-10 10:51:21,933 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0018_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:51:21,933 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0018_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:51:21,933 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397144823869_0018_000001
2014-04-10 10:51:21,934 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397144823869_0018_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] for AM appattempt_1397144823869_0018_000001
2014-04-10 10:51:21,934 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397144823869_0018_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:51:21,937 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0018_000001 (auth:SIMPLE)
2014-04-10 10:51:21,939 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0018_01_000001 by user brock
2014-04-10 10:51:21,939 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0018
2014-04-10 10:51:21,940 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0018 CONTAINERID=container_1397144823869_0018_01_000001
2014-04-10 10:51:21,940 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0018 transitioned from NEW to INITING
2014-04-10 10:51:21,940 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0018_01_000001 to application application_1397144823869_0018
2014-04-10 10:51:21,940 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397144823869_0018_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] for AM appattempt_1397144823869_0018_000001
2014-04-10 10:51:21,940 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0018 transitioned from INITING to RUNNING
2014-04-10 10:51:21,940 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0018_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:51:21,941 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:51:21,941 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0018
2014-04-10 10:51:21,941 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:51:21,941 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:51:21,942 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:51:21,942 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:51:21,942 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0018_01_000001
2014-04-10 10:51:21,951 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397144823869_0018_01_000001.tokens. Credentials list:
2014-04-10 10:51:21,967 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:51:22,026 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397144823869_0018_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000001.tokens
2014-04-10 10:51:22,026 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0018 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0018
2014-04-10 10:51:22,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.jar dst=null perm=null
2014-04-10 10:51:22,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.jar dst=null perm=null
2014-04-10 10:51:22,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.jar dst=null perm=null
2014-04-10 10:51:22,140 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45840, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1134987607_12535, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742006_1182, duration: 603489
2014-04-10 10:51:22,166 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0018/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:51:22,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.splitmetainfo dst=null perm=null
2014-04-10 10:51:22,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.splitmetainfo dst=null perm=null
2014-04-10 10:51:22,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.splitmetainfo dst=null perm=null
2014-04-10 10:51:22,192 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53664, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1134987607_12535, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742008_1184, duration: 236680
2014-04-10 10:51:22,210 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0018/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:51:22,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.split dst=null perm=null
2014-04-10 10:51:22,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.split dst=null perm=null
2014-04-10 10:51:22,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.split dst=null perm=null
2014-04-10 10:51:22,236 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45840, bytes: 1903, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1134987607_12535, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742007_1183, duration: 212455
2014-04-10 10:51:22,255 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0018/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:51:22,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.xml dst=null perm=null
2014-04-10 10:51:22,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.xml dst=null perm=null
2014-04-10 10:51:22,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.xml dst=null perm=null
2014-04-10 10:51:22,281 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53664, bytes: 81823, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1134987607_12535, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742009_1185, duration: 384322
2014-04-10 10:51:22,301 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0018/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:51:22,301 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:51:22,334 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:51:22,335 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:22,395 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000001/default_container_executor.sh]
2014-04-10 10:51:22,803 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:53466 to replicate blk_1073742006_1182 to datanode(s) 127.0.0.1:55175
2014-04-10 10:51:22,804 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073742000_1176, blk_1073741996_1172, blk_1073741997_1173, blk_1073741999_1175]
2014-04-10 10:51:22,804 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073742001_1177, blk_1073742003_1179, blk_1073741996_1172, blk_1073741997_1173, blk_1073741998_1174, blk_1073741999_1175]
2014-04-10 10:51:22,930 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0018_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:51:23,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:51:23,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/COMMIT_STARTED dst=null perm=null
2014-04-10 10:51:23,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:51:23,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/COMMIT_FAIL dst=null perm=null
2014-04-10 10:51:23,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018 dst=null perm=null
2014-04-10 10:51:23,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:51:23,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:51:23,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.splitmetainfo dst=null perm=null
2014-04-10 10:51:23,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.splitmetainfo dst=null perm=null
2014-04-10 10:51:23,890 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45723, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-287799544_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742008_1184, duration: 157951
2014-04-10 10:51:24,069 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=c77d7afe-f695-41db-95ad-e46c268e06f7, infoPort=43222, ipcPort=44592, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) Starting thread to transfer BP-1649026925-127.0.0.1-1397144808341:blk_1073742006_1182 to 127.0.0.1:55175
2014-04-10 10:51:24,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742000_1176 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742000 for deletion
2014-04-10 10:51:24,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741996_1172 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741996 for deletion
2014-04-10 10:51:24,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742000_1176 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742000
2014-04-10 10:51:24,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741997_1173 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741997 for deletion
2014-04-10 10:51:24,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741996_1172 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741996
2014-04-10 10:51:24,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741999_1175 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741999 for deletion
2014-04-10 10:51:24,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741997_1173 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741997
2014-04-10 10:51:24,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741999_1175 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741999
2014-04-10 10:51:24,070 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1649026925-127.0.0.1-1397144808341:blk_1073742006_1182 (numBytes=244650) to 127.0.0.1/127.0.0.1:55175
2014-04-10 10:51:24,070 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742006_1182 src: /127.0.0.1:37952 dest: /127.0.0.1:55175
2014-04-10 10:51:24,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742001_1177 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742001 for deletion
2014-04-10 10:51:24,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742001_1177 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742001
2014-04-10 10:51:24,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742003_1179 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742003 for deletion
2014-04-10 10:51:24,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741996_1172 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741996 for deletion
2014-04-10 10:51:24,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742003_1179 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742003
2014-04-10 10:51:24,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741997_1173 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741997 for deletion
2014-04-10 10:51:24,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741998_1174 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741998 for deletion
2014-04-10 10:51:24,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741997_1173 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741997
2014-04-10 10:51:24,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741999_1175 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741999 for deletion
2014-04-10 10:51:24,072 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1649026925-127.0.0.1-1397144808341:blk_1073742006_1182 src: /127.0.0.1:37952 dest: /127.0.0.1:55175 of size 244650
2014-04-10 10:51:24,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741996_1172 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741996
2014-04-10 10:51:24,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741999_1175 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741999
2014-04-10 10:51:24,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741998_1174 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741998
2014-04-10 10:51:24,072 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742006_1182 size 244650
2014-04-10 10:51:24,489 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0018_000001 (auth:SIMPLE)
2014-04-10 10:51:24,490 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397144823869_0018_000001
2014-04-10 10:51:24,490 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397144823869_0018 APPATTEMPTID=appattempt_1397144823869_0018_000001
2014-04-10 10:51:24,491 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0018_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:51:24,491 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0018 State change from ACCEPTED to RUNNING
2014-04-10 10:51:24,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job_1397144823869_0018_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:24,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:51:24,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job_1397144823869_0018_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:24,673 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job_1397144823869_0018_1_conf.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742010_1186{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]}
2014-04-10 10:51:24,714 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742010_1186 src: /127.0.0.1:45857 dest: /127.0.0.1:53466
2014-04-10 10:51:24,715 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742010_1186 src: /127.0.0.1:37957 dest: /127.0.0.1:55175
2014-04-10 10:51:24,716 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742010_1186 src: /127.0.0.1:45732 dest: /127.0.0.1:36139
2014-04-10 10:51:24,726 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45732, dest: /127.0.0.1:36139, bytes: 95170, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-287799544_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742010_1186, duration: 9446059
2014-04-10 10:51:24,726 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742010_1186, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:24,726 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742010_1186{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:51:24,727 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37957, dest: /127.0.0.1:55175, bytes: 95170, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-287799544_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742010_1186, duration: 3507151
2014-04-10 10:51:24,727 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742010_1186, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:24,727 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742010_1186{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:51:24,727 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45857, dest: /127.0.0.1:53466, bytes: 95170, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-287799544_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742010_1186, duration: 4122497
2014-04-10 10:51:24,727 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742010_1186{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:51:24,727 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742010_1186, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:24,737 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job_1397144823869_0018_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-287799544_1
2014-04-10 10:51:24,820 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742007_1183
2014-04-10 10:51:24,821 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742005_1181
2014-04-10 10:51:25,022 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742006_1182
2014-04-10 10:51:25,023 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742010_1186
2014-04-10 10:51:25,221 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742004_1180
2014-04-10 10:51:25,222 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742002_1178
2014-04-10 10:51:25,222 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742008_1184
2014-04-10 10:51:25,332 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742003_1179
2014-04-10 10:51:25,333 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742009_1185
2014-04-10 10:51:25,334 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742001_1177
2014-04-10 10:51:25,335 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742008_1184
2014-04-10 10:51:25,413 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742003_1179
2014-04-10 10:51:25,414 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742004_1180
2014-04-10 10:51:25,415 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742001_1177
2014-04-10 10:51:25,415 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742008_1184
2014-04-10 10:51:25,418 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742007_1183
2014-04-10 10:51:25,420 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742006_1182
2014-04-10 10:51:25,421 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742010_1186
2014-04-10 10:51:25,534 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742006_1182
2014-04-10 10:51:25,534 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742007_1183
2014-04-10 10:51:25,614 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742005_1181
2014-04-10 10:51:25,614 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742007_1183
2014-04-10 10:51:25,616 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742010_1186
2014-04-10 10:51:25,621 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742005_1181
2014-04-10 10:51:25,622 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742009_1185
2014-04-10 10:51:25,804 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073742000_1176, blk_1073742001_1177, blk_1073742003_1179, blk_1073741996_1172, blk_1073741997_1173, blk_1073741998_1174]
2014-04-10 10:51:25,804 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073742000_1176, blk_1073742001_1177, blk_1073742003_1179, blk_1073741996_1172, blk_1073741997_1173, blk_1073741998_1174, blk_1073741999_1175]
2014-04-10 10:51:25,814 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742006_1182
2014-04-10 10:51:25,820 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742004_1180
2014-04-10 10:51:26,014 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742009_1185
2014-04-10 10:51:26,062 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0018_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:51:26,062 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0018 CONTAINERID=container_1397144823869_0018_01_000002
2014-04-10 10:51:26,062 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0018_01_000002 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:51:26,062 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0018 container=Container: [ContainerId: container_1397144823869_0018_01_000002, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0018_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:26,063 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:51:26,063 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:26,063 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0018_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:51:26,063 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0018 CONTAINERID=container_1397144823869_0018_01_000003
2014-04-10 10:51:26,063 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0018_01_000003 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:51:26,064 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0018 container=Container: [ContainerId: container_1397144823869_0018_01_000003, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0018_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:26,064 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:51:26,064 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:26,065 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0018_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:51:26,065 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0018 CONTAINERID=container_1397144823869_0018_01_000004
2014-04-10 10:51:26,065 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0018_01_000004 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 10:51:26,065 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0018 container=Container: [ContainerId: container_1397144823869_0018_01_000004, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0018_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:26,065 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:51:26,065 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:26,066 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0018_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:51:26,066 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0018 CONTAINERID=container_1397144823869_0018_01_000005
2014-04-10 10:51:26,066 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0018_01_000005 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 10:51:26,066 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0018 container=Container: [ContainerId: container_1397144823869_0018_01_000005, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0018_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:26,067 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:51:26,067 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:26,097 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0018_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:51:26,098 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0018 CONTAINERID=container_1397144823869_0018_01_000006
2014-04-10 10:51:26,098 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0018_01_000006 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:51:26,098 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0018 container=Container: [ContainerId: container_1397144823869_0018_01_000006, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0018_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:26,098 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 10:51:26,098 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:26,525 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0018_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:51:26,525 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0018_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:51:26,525 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0018_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:51:26,525 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0018_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:51:26,526 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0018_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:51:26,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.jar dst=null perm=null
2014-04-10 10:51:26,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.jar dst=null perm=null
2014-04-10 10:51:26,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.xml dst=null perm=null
2014-04-10 10:51:26,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.xml dst=null perm=null
2014-04-10 10:51:26,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:51:26,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:51:26,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:51:26,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:51:26,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:51:26,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:51:26,671 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0018_000001 (auth:SIMPLE)
2014-04-10 10:51:26,671 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0018_000001 (auth:SIMPLE)
2014-04-10 10:51:26,674 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0018_01_000002 by user brock
2014-04-10 10:51:26,674 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0018_01_000003 by user brock
2014-04-10 10:51:26,675 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0018_01_000004 by user brock
2014-04-10 10:51:26,675 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0018 CONTAINERID=container_1397144823869_0018_01_000003
2014-04-10 10:51:26,675 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0018_01_000006 by user brock
2014-04-10 10:51:26,675 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0018
2014-04-10 10:51:26,675 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0018
2014-04-10 10:51:26,675 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0018 CONTAINERID=container_1397144823869_0018_01_000004
2014-04-10 10:51:26,675 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0018_01_000003 to application application_1397144823869_0018
2014-04-10 10:51:26,676 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0018_01_000005 by user brock
2014-04-10 10:51:26,676 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0018 transitioned from NEW to INITING
2014-04-10 10:51:26,675 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0018 CONTAINERID=container_1397144823869_0018_01_000006
2014-04-10 10:51:26,675 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0018 CONTAINERID=container_1397144823869_0018_01_000002
2014-04-10 10:51:26,676 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0018 CONTAINERID=container_1397144823869_0018_01_000005
2014-04-10 10:51:26,676 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0018_01_000006 to application application_1397144823869_0018
2014-04-10 10:51:26,676 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0018_01_000004 to application application_1397144823869_0018
2014-04-10 10:51:26,677 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0018 transitioned from INITING to RUNNING
2014-04-10 10:51:26,677 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0018 transitioned from NEW to INITING
2014-04-10 10:51:26,677 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0018_01_000002 to application application_1397144823869_0018
2014-04-10 10:51:26,677 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:51:26,677 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0018_01_000005 to application application_1397144823869_0018
2014-04-10 10:51:26,677 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0018
2014-04-10 10:51:26,678 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0018 transitioned from INITING to RUNNING
2014-04-10 10:51:26,678 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0018
2014-04-10 10:51:26,678 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:51:26,678 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0018
2014-04-10 10:51:26,678 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:51:26,678 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:51:26,678 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:51:26,679 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:51:26,679 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0018_01_000006
2014-04-10 10:51:26,679 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:51:26,679 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:51:26,680 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0018
2014-04-10 10:51:26,680 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0018
2014-04-10 10:51:26,680 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:51:26,680 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0018
2014-04-10 10:51:26,680 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:51:26,680 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:51:26,681 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0018
2014-04-10 10:51:26,681 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0018
2014-04-10 10:51:26,681 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:51:26,681 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0018
2014-04-10 10:51:26,682 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0018
2014-04-10 10:51:26,682 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0018
2014-04-10 10:51:26,682 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:51:26,682 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0018
2014-04-10 10:51:26,682 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0018
2014-04-10 10:51:26,682 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0018
2014-04-10 10:51:26,683 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:51:26,683 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0018
2014-04-10 10:51:26,683 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0018_01_000002
2014-04-10 10:51:26,683 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0018_01_000004
2014-04-10 10:51:26,684 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0018_01_000005
2014-04-10 10:51:26,684 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0018_01_000003
2014-04-10 10:51:26,695 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397144823869_0018_01_000006.tokens. Credentials list:
2014-04-10 10:51:26,704 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397144823869_0018_01_000002.tokens. Credentials list:
2014-04-10 10:51:26,704 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397144823869_0018_01_000004.tokens. Credentials list:
2014-04-10 10:51:26,704 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397144823869_0018_01_000005.tokens. Credentials list:
2014-04-10 10:51:26,704 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397144823869_0018_01_000003.tokens. Credentials list:
2014-04-10 10:51:26,718 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:51:26,724 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:51:26,804 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397144823869_0018_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000006.tokens
2014-04-10 10:51:26,804 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0018 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0018
2014-04-10 10:51:26,808 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397144823869_0018_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000002.tokens
2014-04-10 10:51:26,809 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0018 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0018
2014-04-10 10:51:26,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.jar dst=null perm=null
2014-04-10 10:51:26,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.jar dst=null perm=null
2014-04-10 10:51:26,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.jar dst=null perm=null
2014-04-10 10:51:26,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.jar dst=null perm=null
2014-04-10 10:51:26,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.jar dst=null perm=null
2014-04-10 10:51:26,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.jar dst=null perm=null
2014-04-10 10:51:26,938 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45747, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_760661650_12713, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742006_1182, duration: 808623
2014-04-10 10:51:26,938 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45875, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-6348635_12712, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742006_1182, duration: 900938
2014-04-10 10:51:26,970 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0018/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:51:26,970 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0018/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:51:26,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.xml dst=null perm=null
2014-04-10 10:51:26,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.xml dst=null perm=null
2014-04-10 10:51:26,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.xml dst=null perm=null
2014-04-10 10:51:26,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.xml dst=null perm=null
2014-04-10 10:51:26,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.xml dst=null perm=null
2014-04-10 10:51:26,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.xml dst=null perm=null
2014-04-10 10:51:27,004 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53701, bytes: 81823, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-6348635_12712, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742009_1185, duration: 365997
2014-04-10 10:51:27,004 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45747, bytes: 81823, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_760661650_12713, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742009_1185, duration: 500459
2014-04-10 10:51:27,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742000_1176 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742000 for deletion
2014-04-10 10:51:27,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742001_1177 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742001 for deletion
2014-04-10 10:51:27,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742000_1176 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742000
2014-04-10 10:51:27,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742001_1177 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742001
2014-04-10 10:51:27,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742003_1179 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742003 for deletion
2014-04-10 10:51:27,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741996_1172 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741996 for deletion
2014-04-10 10:51:27,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742003_1179 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742003
2014-04-10 10:51:27,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741997_1173 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741997 for deletion
2014-04-10 10:51:27,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741996_1172 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741996
2014-04-10 10:51:27,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741997_1173 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741997
2014-04-10 10:51:27,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741998_1174 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741998 for deletion
2014-04-10 10:51:27,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741999_1175 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741999 for deletion
2014-04-10 10:51:27,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741998_1174 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741998
2014-04-10 10:51:27,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741999_1175 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741999
2014-04-10 10:51:27,018 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397144823869_0017_01_000001 succeeded
2014-04-10 10:51:27,019 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:51:27,019 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0017_01_000001
2014-04-10 10:51:27,033 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0018/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:51:27,033 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:51:27,033 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:51:27,034 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:51:27,033 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0018/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:51:27,034 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:51:27,034 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:51:27,036 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0017/container_1397144823869_0017_01_000001
2014-04-10 10:51:27,036 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0017/container_1397144823869_0017_01_000001
2014-04-10 10:51:27,036 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0017/container_1397144823869_0017_01_000001
2014-04-10 10:51:27,036 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0017/container_1397144823869_0017_01_000001
2014-04-10 10:51:27,036 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0017 CONTAINERID=container_1397144823869_0017_01_000001
2014-04-10 10:51:27,037 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0017_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:51:27,037 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0017_01_000001 from application application_1397144823869_0017
2014-04-10 10:51:27,037 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:27,037 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0017
2014-04-10 10:51:27,062 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0018_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:51:27,063 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0018_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:51:27,063 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0018_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:51:27,063 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0018_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:51:27,070 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:51:27,070 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:27,070 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:51:27,070 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:27,074 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:51:27,074 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:51:27,075 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:27,075 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:27,075 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:51:27,075 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:27,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742000_1176 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742000 for deletion
2014-04-10 10:51:27,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742001_1177 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742001 for deletion
2014-04-10 10:51:27,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742000_1176 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742000
2014-04-10 10:51:27,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742001_1177 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742001
2014-04-10 10:51:27,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742003_1179 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742003 for deletion
2014-04-10 10:51:27,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741996_1172 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741996 for deletion
2014-04-10 10:51:27,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742003_1179 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742003
2014-04-10 10:51:27,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741997_1173 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741997 for deletion
2014-04-10 10:51:27,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741998_1174 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741998 for deletion
2014-04-10 10:51:27,087 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741998_1174 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741998
2014-04-10 10:51:27,087 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741996_1172 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741996
2014-04-10 10:51:27,087 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073741997_1173 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073741997
2014-04-10 10:51:27,097 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0018_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:51:27,155 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000002/default_container_executor.sh]
2014-04-10 10:51:27,155 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000004/default_container_executor.sh]
2014-04-10 10:51:27,159 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000005/default_container_executor.sh]
2014-04-10 10:51:27,159 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000006/default_container_executor.sh]
2014-04-10 10:51:27,159 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000003/default_container_executor.sh]
2014-04-10 10:51:27,546 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:51:27,931 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0017_01_000001
2014-04-10 10:51:27,932 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0017_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:51:27,932 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0017_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:51:27,932 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0017 CONTAINERID=container_1397144823869_0017_01_000001
2014-04-10 10:51:27,932 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0017_01_000001 of capacity <memory:2048, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:51:27,932 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 10:51:27,932 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0017_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:27,932 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:27,932 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 10:51:27,932 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0017_000001 released container container_1397144823869_0017_01_000001 on node: host: localhost:50571 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:51:27,933 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397144823869_0017_000001
2014-04-10 10:51:27,933 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0017_000001 State change from FINISHING to FINISHED
2014-04-10 10:51:27,933 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0017 State change from FINISHING to FINISHED
2014-04-10 10:51:27,933 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397144823869_0017_000001
2014-04-10 10:51:27,933 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397144823869_0017
2014-04-10 10:51:27,933 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397144823869_0017,name=[2DC4DBA43E434B64B0588492EB7E3299/6B4CF5CDEDA24393A6FAF6CE8D891363] lhs*rhs/(1/1) ...ieldedpipesplatform/cross,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:60619/proxy/application_1397144823869_0017/jobhistory/job/job_1397144823869_0017,appMasterHost=localhost.localdomain,startTime=1397145067362,finishTime=1397145080829,finalStatus=SUCCEEDED
2014-04-10 10:51:27,933 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397144823869_0017_000001 is done. finalState=FINISHED
2014-04-10 10:51:27,933 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397144823869_0017 requests cleared
2014-04-10 10:51:27,933 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397144823869_0017 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:51:27,934 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397144823869_0017 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:51:27,935 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0017_000001 (auth:SIMPLE)
2014-04-10 10:51:27,944 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0017_01_000001
2014-04-10 10:51:28,098 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0017 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:51:28,098 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0017
2014-04-10 10:51:28,098 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0017
2014-04-10 10:51:28,098 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0017
2014-04-10 10:51:28,099 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0017
2014-04-10 10:51:28,098 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0017
2014-04-10 10:51:28,099 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0017 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:51:28,100 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0017, with delay of 10800 seconds
2014-04-10 10:51:28,161 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:51:28,357 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0017 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:51:28,358 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0017
2014-04-10 10:51:28,358 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0017
2014-04-10 10:51:28,358 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0017
2014-04-10 10:51:28,358 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0017
2014-04-10 10:51:28,358 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0017
2014-04-10 10:51:28,358 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0017 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:51:28,359 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0017, with delay of 10800 seconds
2014-04-10 10:51:28,503 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397144823869_0018_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000003.tokens
2014-04-10 10:51:28,503 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0018 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0018
2014-04-10 10:51:28,688 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:51:28,932 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0017 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:51:28,932 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0017
2014-04-10 10:51:28,932 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0017
2014-04-10 10:51:28,932 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0017
2014-04-10 10:51:28,932 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0017
2014-04-10 10:51:28,932 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0017
2014-04-10 10:51:28,933 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0017 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:51:28,933 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0017, with delay of 10800 seconds
2014-04-10 10:51:28,948 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397144823869_0018_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000005.tokens
2014-04-10 10:51:28,949 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0018 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0018
2014-04-10 10:51:29,278 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:51:29,755 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397144823869_0018_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000004.tokens
2014-04-10 10:51:29,755 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0018 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0018
2014-04-10 10:51:29,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.split dst=null perm=null
2014-04-10 10:51:30,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.split dst=null perm=null
2014-04-10 10:51:30,046 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45901, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0018_m_000001_0_1994268437_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742007_1183, duration: 171050
2014-04-10 10:51:30,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.split dst=null perm=null
2014-04-10 10:51:30,112 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45905, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0018_m_000000_0_304843715_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742007_1183, duration: 173018
2014-04-10 10:51:30,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:51:30,131 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53730, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0018_m_000001_0_1994268437_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 126457
2014-04-10 10:51:30,133 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45779, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0018_m_000004_0_-478692151_1, offset: 1024, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742007_1183, duration: 151273
2014-04-10 10:51:30,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.split dst=null perm=null
2014-04-10 10:51:30,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:51:30,218 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45782, bytes: 1387, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0018_m_000002_0_-649365883_1, offset: 512, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742007_1183, duration: 231653
2014-04-10 10:51:30,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:51:30,232 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53733, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0018_m_000004_0_-478692151_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 182846
2014-04-10 10:51:30,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:51:30,313 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38010, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0018_m_000002_0_-649365883_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 163585
2014-04-10 10:51:30,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job.split dst=null perm=null
2014-04-10 10:51:30,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe/_temporary/1/_temporary/attempt_1397144823869_0018_m_000001_0 dst=null perm=null
2014-04-10 10:51:30,400 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53737, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0018_m_000000_0_304843715_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 758134
2014-04-10 10:51:30,402 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45913, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0018_m_000003_0_1702457284_1, offset: 1024, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742007_1183, duration: 167653
2014-04-10 10:51:30,471 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0018_01_000003
2014-04-10 10:51:30,471 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0018 CONTAINERID=container_1397144823869_0018_01_000003
2014-04-10 10:51:30,471 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:51:30,472 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0018_01_000003
2014-04-10 10:51:30,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe/_temporary/1/_temporary/attempt_1397144823869_0018_m_000000_0 dst=null perm=null
2014-04-10 10:51:30,484 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0018_01_000003 is : 143
2014-04-10 10:51:30,488 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job_1397144823869_0018_1.jhist. BP-1649026925-127.0.0.1-1397144808341 blk_1073742011_1187{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:51:30,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:51:30,492 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45913, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0018_m_000003_0_1702457284_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 159351
2014-04-10 10:51:30,498 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:51:30,498 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000003
2014-04-10 10:51:30,499 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000003
2014-04-10 10:51:30,499 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000003
2014-04-10 10:51:30,499 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000003
2014-04-10 10:51:30,499 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0018 CONTAINERID=container_1397144823869_0018_01_000003
2014-04-10 10:51:30,500 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:51:30,500 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0018_01_000003 from application application_1397144823869_0018
2014-04-10 10:51:30,500 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:30,500 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0018
2014-04-10 10:51:30,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe/_temporary/1/_temporary/attempt_1397144823869_0018_m_000004_0 dst=null perm=null
2014-04-10 10:51:30,513 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742011_1187 src: /127.0.0.1:38014 dest: /127.0.0.1:55175
2014-04-10 10:51:30,515 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742011_1187 src: /127.0.0.1:45789 dest: /127.0.0.1:36139
2014-04-10 10:51:30,516 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742011_1187 src: /127.0.0.1:45917 dest: /127.0.0.1:53466
2014-04-10 10:51:30,519 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job_1397144823869_0018_1.jhist for DFSClient_NONMAPREDUCE_-287799544_1
2014-04-10 10:51:30,540 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0018_01_000002
2014-04-10 10:51:30,540 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0018 CONTAINERID=container_1397144823869_0018_01_000002
2014-04-10 10:51:30,540 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:51:30,540 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0018_01_000002
2014-04-10 10:51:30,540 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0018_01_000003
2014-04-10 10:51:30,540 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0018_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:51:30,541 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0018_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:51:30,541 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0018 CONTAINERID=container_1397144823869_0018_01_000003
2014-04-10 10:51:30,541 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0018_01_000003 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 10:51:30,541 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 10:51:30,541 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0018_01_000003, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:30,541 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:30,541 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 10:51:30,541 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0018_000001 released container container_1397144823869_0018_01_000003 on node: host: localhost:52024 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 10:51:30,551 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0018_01_000002 is : 143
2014-04-10 10:51:30,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe/_temporary/1/_temporary/attempt_1397144823869_0018_m_000002_0 dst=null perm=null
2014-04-10 10:51:30,563 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:51:30,563 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000002
2014-04-10 10:51:30,563 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000002
2014-04-10 10:51:30,563 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000002
2014-04-10 10:51:30,563 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000002
2014-04-10 10:51:30,564 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0018 CONTAINERID=container_1397144823869_0018_01_000002
2014-04-10 10:51:30,564 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:51:30,564 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0018_01_000002 from application application_1397144823869_0018
2014-04-10 10:51:30,564 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:30,564 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0018
2014-04-10 10:51:30,578 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0018_01_000006
2014-04-10 10:51:30,578 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0018 CONTAINERID=container_1397144823869_0018_01_000006
2014-04-10 10:51:30,578 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:51:30,578 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0018_01_000006
2014-04-10 10:51:30,587 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0018_01_000006 is : 143
2014-04-10 10:51:30,597 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:51:30,598 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000006
2014-04-10 10:51:30,598 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000006
2014-04-10 10:51:30,598 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000006
2014-04-10 10:51:30,598 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0018 CONTAINERID=container_1397144823869_0018_01_000006
2014-04-10 10:51:30,598 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000006
2014-04-10 10:51:30,598 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:51:30,598 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0018_01_000006 from application application_1397144823869_0018
2014-04-10 10:51:30,598 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:30,598 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0018
2014-04-10 10:51:30,612 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0018_01_000004
2014-04-10 10:51:30,613 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0018 CONTAINERID=container_1397144823869_0018_01_000004
2014-04-10 10:51:30,613 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:51:30,613 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0018_01_000002
2014-04-10 10:51:30,613 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0018_01_000004
2014-04-10 10:51:30,613 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0018_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:51:30,613 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0018_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:51:30,613 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0018 CONTAINERID=container_1397144823869_0018_01_000002
2014-04-10 10:51:30,613 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0018_01_000002 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:51:30,614 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 10:51:30,614 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0018_01_000002, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:30,614 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:30,614 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:51:30,614 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0018_000001 released container container_1397144823869_0018_01_000002 on node: host: localhost:52024 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:51:30,619 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0018_01_000004 is : 143
2014-04-10 10:51:30,631 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:51:30,632 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000004
2014-04-10 10:51:30,632 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000004
2014-04-10 10:51:30,632 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000004
2014-04-10 10:51:30,632 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0018 CONTAINERID=container_1397144823869_0018_01_000004
2014-04-10 10:51:30,632 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000004
2014-04-10 10:51:30,632 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:51:30,632 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0018_01_000004 from application application_1397144823869_0018
2014-04-10 10:51:30,632 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:30,632 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0018
2014-04-10 10:51:30,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe/_temporary/1/_temporary/attempt_1397144823869_0018_m_000003_0 dst=null perm=null
2014-04-10 10:51:30,739 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0018_01_000005
2014-04-10 10:51:30,739 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0018 CONTAINERID=container_1397144823869_0018_01_000005
2014-04-10 10:51:30,739 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:51:30,740 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0018_01_000004
2014-04-10 10:51:30,740 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0018_01_000005
2014-04-10 10:51:30,740 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0018_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:51:30,743 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0018_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:51:30,743 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0018 CONTAINERID=container_1397144823869_0018_01_000004
2014-04-10 10:51:30,743 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0018_01_000004 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:51:30,743 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:51:30,744 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0018_01_000004, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:30,744 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:30,744 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:51:30,744 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0018_000001 released container container_1397144823869_0018_01_000004 on node: host: localhost:52024 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:51:30,747 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0018_01_000005 is : 143
2014-04-10 10:51:30,761 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:51:30,761 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000005
2014-04-10 10:51:30,762 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000005
2014-04-10 10:51:30,762 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000005
2014-04-10 10:51:30,762 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000005
2014-04-10 10:51:30,762 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0018 CONTAINERID=container_1397144823869_0018_01_000005
2014-04-10 10:51:30,762 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:51:30,762 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0018_01_000005 from application application_1397144823869_0018
2014-04-10 10:51:30,762 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:30,763 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0018
2014-04-10 10:51:31,579 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0018_01_000006
2014-04-10 10:51:31,579 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0018_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:51:31,579 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0018_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:51:31,580 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0018 CONTAINERID=container_1397144823869_0018_01_000006
2014-04-10 10:51:31,580 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0018_01_000006 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:51:31,580 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:51:31,580 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0018_01_000006, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:31,580 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:31,580 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:51:31,581 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0018_000001 released container container_1397144823869_0018_01_000006 on node: host: localhost:56736 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:51:31,581 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0018_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:51:31,581 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0018 CONTAINERID=container_1397144823869_0018_01_000007
2014-04-10 10:51:31,582 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0018_01_000007 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:51:31,582 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0018 container=Container: [ContainerId: container_1397144823869_0018_01_000007, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0018_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:31,582 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:51:31,582 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:31,740 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0018_01_000005
2014-04-10 10:51:31,741 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0018_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:51:31,741 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0018_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:51:31,741 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0018 CONTAINERID=container_1397144823869_0018_01_000005
2014-04-10 10:51:31,741 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0018_01_000005 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:51:31,741 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:51:31,742 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0018_01_000005, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:31,742 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:31,742 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:51:31,742 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0018_000001 released container container_1397144823869_0018_01_000005 on node: host: localhost:52024 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:51:32,564 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0018_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:51:32,577 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0018_01_000007 by user brock
2014-04-10 10:51:32,578 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0018 CONTAINERID=container_1397144823869_0018_01_000007
2014-04-10 10:51:32,578 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0018_01_000007 to application application_1397144823869_0018
2014-04-10 10:51:32,578 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 10:51:32,579 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0018
2014-04-10 10:51:32,579 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0018
2014-04-10 10:51:32,579 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:51:32,579 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0018
2014-04-10 10:51:32,580 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0018_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:51:32,580 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:51:32,612 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 10:51:32,612 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:32,671 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000007/default_container_executor.sh]
2014-04-10 10:51:33,568 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:51:34,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe/_temporary/1/_temporary/attempt_1397144823869_0018_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:34,471 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe/_temporary/1/_temporary/attempt_1397144823869_0018_r_000000_0/part-00000. BP-1649026925-127.0.0.1-1397144808341 blk_1073742012_1188{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]}
2014-04-10 10:51:34,552 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742012_1188 src: /127.0.0.1:53753 dest: /127.0.0.1:55289
2014-04-10 10:51:34,553 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742012_1188 src: /127.0.0.1:45804 dest: /127.0.0.1:36139
2014-04-10 10:51:34,554 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742012_1188 src: /127.0.0.1:38031 dest: /127.0.0.1:55175
2014-04-10 10:51:34,564 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38031, dest: /127.0.0.1:55175, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0018_r_000000_0_-971592152_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742012_1188, duration: 9343938
2014-04-10 10:51:34,564 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742012_1188, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:34,564 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742012_1188{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:51:34,564 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45804, dest: /127.0.0.1:36139, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0018_r_000000_0_-971592152_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742012_1188, duration: 9894097
2014-04-10 10:51:34,564 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742012_1188, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:34,565 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742012_1188{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:51:34,565 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53753, dest: /127.0.0.1:55289, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0018_r_000000_0_-971592152_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742012_1188, duration: 10331557
2014-04-10 10:51:34,565 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742012_1188, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:34,565 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742012_1188{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:51:34,578 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe/_temporary/1/_temporary/attempt_1397144823869_0018_r_000000_0/part-00000 is closed by DFSClient_attempt_1397144823869_0018_r_000000_0_-971592152_1
2014-04-10 10:51:34,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe/_temporary/1/_temporary/attempt_1397144823869_0018_r_000000_0 dst=null perm=null
2014-04-10 10:51:34,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe/_temporary/1/_temporary/attempt_1397144823869_0018_r_000000_0 dst=null perm=null
2014-04-10 10:51:34,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe/_temporary/1/task_1397144823869_0018_r_000000 dst=null perm=null
2014-04-10 10:51:34,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe/_temporary/1/_temporary/attempt_1397144823869_0018_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe/_temporary/1/task_1397144823869_0018_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:51:34,685 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0018_01_000007
2014-04-10 10:51:34,685 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0018 CONTAINERID=container_1397144823869_0018_01_000007
2014-04-10 10:51:34,685 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000007 transitioned from RUNNING to KILLING
2014-04-10 10:51:34,686 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0018_01_000007
2014-04-10 10:51:34,692 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0018_01_000007 is : 143
2014-04-10 10:51:34,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:34,708 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:51:34,708 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000007
2014-04-10 10:51:34,708 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000007
2014-04-10 10:51:34,708 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000007
2014-04-10 10:51:34,708 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000007
2014-04-10 10:51:34,708 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0018 CONTAINERID=container_1397144823869_0018_01_000007
2014-04-10 10:51:34,709 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:51:34,709 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0018_01_000007 from application application_1397144823869_0018
2014-04-10 10:51:34,709 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:34,709 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0018
2014-04-10 10:51:34,719 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-287799544_1
2014-04-10 10:51:34,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe/_temporary/1 dst=null perm=null
2014-04-10 10:51:34,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe dst=null perm=null
2014-04-10 10:51:34,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe dst=null perm=null
2014-04-10 10:51:34,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe/_temporary/1/task_1397144823869_0018_r_000000 dst=null perm=null
2014-04-10 10:51:34,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe/part-00000 dst=null perm=null
2014-04-10 10:51:34,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe/_temporary/1/task_1397144823869_0018_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:34,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe/_temporary dst=null perm=null
2014-04-10 10:51:34,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:34,803 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-287799544_1
2014-04-10 10:51:34,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:34,836 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-287799544_1
2014-04-10 10:51:34,863 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45917, dest: /127.0.0.1:53466, bytes: 68762, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-287799544_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742011_1187, duration: 4346268583
2014-04-10 10:51:34,863 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742011_1187, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:34,864 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45789, dest: /127.0.0.1:36139, bytes: 68762, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-287799544_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742011_1187, duration: 4346929928
2014-04-10 10:51:34,864 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742011_1187{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 15765
2014-04-10 10:51:34,864 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742011_1187, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:34,865 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38014, dest: /127.0.0.1:55175, bytes: 68762, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-287799544_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742011_1187, duration: 4347853501
2014-04-10 10:51:34,865 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742011_1187{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 15765
2014-04-10 10:51:34,866 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742011_1187, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:34,866 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742011_1187{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 15765
2014-04-10 10:51:34,878 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job_1397144823869_0018_1.jhist is closed by DFSClient_NONMAPREDUCE_-287799544_1
2014-04-10 10:51:34,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0018.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:34,898 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0018.summary_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742013_1189{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:51:34,914 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742013_1189 src: /127.0.0.1:45933 dest: /127.0.0.1:53466
2014-04-10 10:51:34,915 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742013_1189 src: /127.0.0.1:45807 dest: /127.0.0.1:36139
2014-04-10 10:51:34,916 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742013_1189 src: /127.0.0.1:38034 dest: /127.0.0.1:55175
2014-04-10 10:51:34,919 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38034, dest: /127.0.0.1:55175, bytes: 447, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-287799544_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742013_1189, duration: 2067939
2014-04-10 10:51:34,919 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742013_1189, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:34,920 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742013_1189{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:51:34,920 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45807, dest: /127.0.0.1:36139, bytes: 447, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-287799544_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742013_1189, duration: 2652653
2014-04-10 10:51:34,920 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742013_1189, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:34,920 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742013_1189{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:51:34,921 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45933, dest: /127.0.0.1:53466, bytes: 447, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-287799544_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742013_1189, duration: 3363402
2014-04-10 10:51:34,921 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742013_1189, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:34,921 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742013_1189{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:51:34,936 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0018.summary_tmp is closed by DFSClient_NONMAPREDUCE_-287799544_1
2014-04-10 10:51:34,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0018.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:51:34,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job_1397144823869_0018_1.jhist dst=null perm=null
2014-04-10 10:51:34,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0018-1397145081494-brock-%5B53A610368F7640ADBD4FB4301C297218%2F815228EC93B04FEC-1397145094837-5-1-SUCCEEDED-default-1397145084501.jhist_tmp dst=null perm=null
2014-04-10 10:51:34,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job_1397144823869_0018_1.jhist dst=null perm=null
2014-04-10 10:51:34,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0018-1397145081494-brock-%5B53A610368F7640ADBD4FB4301C297218%2F815228EC93B04FEC-1397145094837-5-1-SUCCEEDED-default-1397145084501.jhist_tmp dst=null perm=null
2014-04-10 10:51:34,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job_1397144823869_0018_1.jhist dst=null perm=null
2014-04-10 10:51:34,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0018-1397145081494-brock-%5B53A610368F7640ADBD4FB4301C297218%2F815228EC93B04FEC-1397145094837-5-1-SUCCEEDED-default-1397145084501.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:34,989 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38035, bytes: 69302, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-287799544_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742011_1187, duration: 386324
2014-04-10 10:51:34,992 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0018-1397145081494-brock-%5B53A610368F7640ADBD4FB4301C297218%2F815228EC93B04FEC-1397145094837-5-1-SUCCEEDED-default-1397145084501.jhist_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742014_1190{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:51:35,005 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742014_1190 src: /127.0.0.1:53760 dest: /127.0.0.1:55289
2014-04-10 10:51:35,006 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742014_1190 src: /127.0.0.1:45811 dest: /127.0.0.1:36139
2014-04-10 10:51:35,008 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742014_1190 src: /127.0.0.1:38038 dest: /127.0.0.1:55175
2014-04-10 10:51:35,012 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38038, dest: /127.0.0.1:55175, bytes: 68762, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-287799544_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742014_1190, duration: 2995187
2014-04-10 10:51:35,012 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742014_1190, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:35,013 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742014_1190{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:51:35,013 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45811, dest: /127.0.0.1:36139, bytes: 68762, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-287799544_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742014_1190, duration: 3483969
2014-04-10 10:51:35,013 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742014_1190, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:35,013 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742014_1190{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:51:35,014 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53760, dest: /127.0.0.1:55289, bytes: 68762, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-287799544_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742014_1190, duration: 4489610
2014-04-10 10:51:35,014 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742014_1190, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:35,014 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742014_1190{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:51:35,028 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0018-1397145081494-brock-%5B53A610368F7640ADBD4FB4301C297218%2F815228EC93B04FEC-1397145094837-5-1-SUCCEEDED-default-1397145084501.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-287799544_1
2014-04-10 10:51:35,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0018-1397145081494-brock-%5B53A610368F7640ADBD4FB4301C297218%2F815228EC93B04FEC-1397145094837-5-1-SUCCEEDED-default-1397145084501.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:51:35,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job_1397144823869_0018_1_conf.xml dst=null perm=null
2014-04-10 10:51:35,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0018_conf.xml_tmp dst=null perm=null
2014-04-10 10:51:35,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job_1397144823869_0018_1_conf.xml dst=null perm=null
2014-04-10 10:51:35,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0018_conf.xml_tmp dst=null perm=null
2014-04-10 10:51:35,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018/job_1397144823869_0018_1_conf.xml dst=null perm=null
2014-04-10 10:51:35,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0018_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:35,055 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38035, bytes: 95914, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-287799544_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742010_1186, duration: 380673
2014-04-10 10:51:35,058 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0018_conf.xml_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742015_1191{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]}
2014-04-10 10:51:35,072 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742015_1191 src: /127.0.0.1:38039 dest: /127.0.0.1:55175
2014-04-10 10:51:35,073 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742015_1191 src: /127.0.0.1:53764 dest: /127.0.0.1:55289
2014-04-10 10:51:35,074 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742015_1191 src: /127.0.0.1:45815 dest: /127.0.0.1:36139
2014-04-10 10:51:35,078 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45815, dest: /127.0.0.1:36139, bytes: 95170, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-287799544_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742015_1191, duration: 3050748
2014-04-10 10:51:35,079 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742015_1191, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:35,079 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742015_1191{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:51:35,079 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53764, dest: /127.0.0.1:55289, bytes: 95170, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-287799544_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742015_1191, duration: 3602655
2014-04-10 10:51:35,080 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742015_1191, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:35,080 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742015_1191{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:51:35,080 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38039, dest: /127.0.0.1:55175, bytes: 95170, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-287799544_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742015_1191, duration: 4393774
2014-04-10 10:51:35,080 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742015_1191, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:35,081 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742015_1191{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:51:35,094 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0018_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-287799544_1
2014-04-10 10:51:35,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0018_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:51:35,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0018.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0018.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:51:35,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0018_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0018_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:51:35,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0018-1397145081494-brock-%5B53A610368F7640ADBD4FB4301C297218%2F815228EC93B04FEC-1397145094837-5-1-SUCCEEDED-default-1397145084501.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0018-1397145081494-brock-%5B53A610368F7640ADBD4FB4301C297218%2F815228EC93B04FEC-1397145094837-5-1-SUCCEEDED-default-1397145084501.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:51:35,158 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397144823869_0018_000001 with final state: FINISHING
2014-04-10 10:51:35,159 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0018_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:51:35,159 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397144823869_0018 with final state: FINISHING
2014-04-10 10:51:35,159 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0018 State change from RUNNING to FINAL_SAVING
2014-04-10 10:51:35,159 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0018
2014-04-10 10:51:35,159 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0018_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:51:35,159 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0018 State change from FINAL_SAVING to FINISHING
2014-04-10 10:51:35,178 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:51:35,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:51:35,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:51:35,183 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397144823869_0018 from file: hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0018-1397145081494-brock-%5B53A610368F7640ADBD4FB4301C297218%2F815228EC93B04FEC-1397145094837-5-1-SUCCEEDED-default-1397145084501.jhist
2014-04-10 10:51:35,184 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0018-1397145081494-brock-%5B53A610368F7640ADBD4FB4301C297218%2F815228EC93B04FEC-1397145094837-5-1-SUCCEEDED-default-1397145084501.jhist]
2014-04-10 10:51:35,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0018-1397145081494-brock-%5B53A610368F7640ADBD4FB4301C297218%2F815228EC93B04FEC-1397145094837-5-1-SUCCEEDED-default-1397145084501.jhist dst=null perm=null
2014-04-10 10:51:35,187 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53769, bytes: 69302, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742014_1190, duration: 399521
2014-04-10 10:51:35,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0018.summary dst=null perm=null
2014-04-10 10:51:35,208 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45820, bytes: 451, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_538767685_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742013_1189, duration: 110112
2014-04-10 10:51:35,208 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397144823869_0018,submitTime=1397145081494,launchTime=1397145084501,firstMapTaskLaunchTime=1397145086686,firstReduceTaskLaunchTime=1397145092579,finishTime=1397145094837,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=5,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=19,reduceSlotSeconds=2,jobName=[53A610368F7640ADBD4FB4301C297218/815228EC93B04FECA267297DD52AFE91] lower/(1/1) ...dedpipesplatform/samepipe
2014-04-10 10:51:35,208 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0018.summary]
2014-04-10 10:51:35,219 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742013_1189 127.0.0.1:53466 127.0.0.1:36139 127.0.0.1:55175
2014-04-10 10:51:35,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0018.summary dst=null perm=null
2014-04-10 10:51:35,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:51:35,221 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0018-1397145081494-brock-%5B53A610368F7640ADBD4FB4301C297218%2F815228EC93B04FEC-1397145094837-5-1-SUCCEEDED-default-1397145084501.jhist to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0018-1397145081494-brock-%5B53A610368F7640ADBD4FB4301C297218%2F815228EC93B04FEC-1397145094837-5-1-SUCCEEDED-default-1397145084501.jhist
2014-04-10 10:51:35,224 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742011_1187
2014-04-10 10:51:35,225 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742013_1189
2014-04-10 10:51:35,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0018-1397145081494-brock-%5B53A610368F7640ADBD4FB4301C297218%2F815228EC93B04FEC-1397145094837-5-1-SUCCEEDED-default-1397145084501.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0018-1397145081494-brock-%5B53A610368F7640ADBD4FB4301C297218%2F815228EC93B04FEC-1397145094837-5-1-SUCCEEDED-default-1397145084501.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:51:35,236 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0018_conf.xml to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0018_conf.xml
2014-04-10 10:51:35,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0018_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0018_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:51:35,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe dst=null perm=null
2014-04-10 10:51:35,256 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe/_temporary
2014-04-10 10:51:35,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe/_temporary dst=null perm=null
2014-04-10 10:51:35,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe dst=null perm=null
2014-04-10 10:51:35,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe dst=null perm=null
2014-04-10 10:51:35,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe dst=null perm=null
2014-04-10 10:51:35,265 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:51:35,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe/part-00000 dst=null perm=null
2014-04-10 10:51:35,267 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53769, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742012_1188, duration: 100326
2014-04-10 10:51:35,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe dst=null perm=null
2014-04-10 10:51:35,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe dst=null perm=null
2014-04-10 10:51:35,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe dst=null perm=null
2014-04-10 10:51:35,276 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:51:35,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe/part-00000 dst=null perm=null
2014-04-10 10:51:35,279 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38047, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742012_1188, duration: 183334
2014-04-10 10:51:35,279 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/cogroupfieldedpipesplatform/samepipe
2014-04-10 10:51:35,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe dst=null perm=null
2014-04-10 10:51:35,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe dst=null perm=null
2014-04-10 10:51:35,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe dst=null perm=null
2014-04-10 10:51:35,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe dst=null perm=null
2014-04-10 10:51:35,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe/part-00000 dst=null perm=null
2014-04-10 10:51:35,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samepipe/part-00000 dst=null perm=null
2014-04-10 10:51:35,283 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38047, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742012_1188, duration: 158585
2014-04-10 10:51:35,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:51:35,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:51:35,295 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 10:51:35,295 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 10:51:35,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone dst=null perm=null
2014-04-10 10:51:35,307 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting
2014-04-10 10:51:35,307 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 10:51:35,307 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 10:51:35,308 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone"]
2014-04-10 10:51:35,308 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] parallel execution is enabled: true
2014-04-10 10:51:35,308 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting jobs: 1
2014-04-10 10:51:35,308 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] allocating threads: 1
2014-04-10 10:51:35,309 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) ...dedpipesplatform/joinnone
2014-04-10 10:51:35,320 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:51:35,327 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:51:35,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone dst=null perm=null
2014-04-10 10:51:35,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:51:35,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:51:35,331 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 19
2014-04-10 10:51:35,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019 dst=null perm=null
2014-04-10 10:51:35,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:51:35,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:51:35,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.jar dst=null perm=null
2014-04-10 10:51:35,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:35,380 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073742016_1192{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:51:35,396 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742016_1192 src: /127.0.0.1:38048 dest: /127.0.0.1:55175
2014-04-10 10:51:35,397 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742016_1192 src: /127.0.0.1:45823 dest: /127.0.0.1:36139
2014-04-10 10:51:35,398 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742016_1192 src: /127.0.0.1:53774 dest: /127.0.0.1:55289
2014-04-10 10:51:35,404 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53774, dest: /127.0.0.1:55289, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742016_1192, duration: 4256360
2014-04-10 10:51:35,404 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742016_1192, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:35,405 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742016_1192{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:51:35,405 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45823, dest: /127.0.0.1:36139, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742016_1192, duration: 3770499
2014-04-10 10:51:35,405 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742016_1192, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:35,405 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742016_1192{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:51:35,405 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38048, dest: /127.0.0.1:55175, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742016_1192, duration: 4836379
2014-04-10 10:51:35,406 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742016_1192, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:35,407 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742016_1192{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:51:35,419 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:51:35,420 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.jar
2014-04-10 10:51:35,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.jar dst=null perm=null
2014-04-10 10:51:35,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:35,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:51:35,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:51:35,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:51:35,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:51:35,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:51:35,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:51:35,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:51:35,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:51:35,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:51:35,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:51:35,447 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:51:35,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:51:35,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:51:35,450 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:51:35,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:51:35,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:51:35,453 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:51:35,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:51:35,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:51:35,457 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:51:35,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:51:35,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:35,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:35,479 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.split
2014-04-10 10:51:35,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.split dst=null perm=null
2014-04-10 10:51:35,488 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.split. BP-1649026925-127.0.0.1-1397144808341 blk_1073742017_1193{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:51:35,504 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742017_1193 src: /127.0.0.1:38051 dest: /127.0.0.1:55175
2014-04-10 10:51:35,505 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742017_1193 src: /127.0.0.1:53776 dest: /127.0.0.1:55289
2014-04-10 10:51:35,507 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742017_1193 src: /127.0.0.1:45827 dest: /127.0.0.1:36139
2014-04-10 10:51:35,508 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742017_1193 src: /127.0.0.1:45955 dest: /127.0.0.1:53466
2014-04-10 10:51:35,511 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45955, dest: /127.0.0.1:53466, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742017_1193, duration: 2116059
2014-04-10 10:51:35,511 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742017_1193, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:35,512 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742017_1193{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:51:35,512 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45827, dest: /127.0.0.1:36139, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742017_1193, duration: 2875270
2014-04-10 10:51:35,512 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742017_1193, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:35,512 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742017_1193{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:51:35,512 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53776, dest: /127.0.0.1:55289, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742017_1193, duration: 3532282
2014-04-10 10:51:35,513 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742017_1193, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:35,513 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38051, dest: /127.0.0.1:55175, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742017_1193, duration: 4079831
2014-04-10 10:51:35,513 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742017_1193{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:51:35,513 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742017_1193, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:35,515 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742017_1193{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:51:35,528 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.split is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:51:35,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:35,538 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742014_1190
2014-04-10 10:51:35,548 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742012_1188
2014-04-10 10:51:35,549 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742017_1193
2014-04-10 10:51:35,550 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742015_1191
2014-04-10 10:51:35,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:35,555 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.splitmetainfo. BP-1649026925-127.0.0.1-1397144808341 blk_1073742018_1194{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:51:35,571 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742018_1194 src: /127.0.0.1:45829 dest: /127.0.0.1:36139
2014-04-10 10:51:35,572 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742018_1194 src: /127.0.0.1:53780 dest: /127.0.0.1:55289
2014-04-10 10:51:35,573 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742018_1194 src: /127.0.0.1:38057 dest: /127.0.0.1:55175
2014-04-10 10:51:35,576 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38057, dest: /127.0.0.1:55175, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742018_1194, duration: 1447604
2014-04-10 10:51:35,576 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742018_1194, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:35,576 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742018_1194{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:51:35,576 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53780, dest: /127.0.0.1:55289, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742018_1194, duration: 2024670
2014-04-10 10:51:35,577 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742018_1194, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:35,577 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742018_1194{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:51:35,577 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45829, dest: /127.0.0.1:36139, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742018_1194, duration: 2670587
2014-04-10 10:51:35,578 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742018_1194, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:35,579 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742018_1194{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:51:35,586 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:51:35,586 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:6
2014-04-10 10:51:35,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:35,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:35,610 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742019_1195{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]}
2014-04-10 10:51:35,621 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742019_1195 src: /127.0.0.1:53782 dest: /127.0.0.1:55289
2014-04-10 10:51:35,622 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742019_1195 src: /127.0.0.1:45960 dest: /127.0.0.1:53466
2014-04-10 10:51:35,623 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742019_1195 src: /127.0.0.1:38060 dest: /127.0.0.1:55175
2014-04-10 10:51:35,627 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38060, dest: /127.0.0.1:55175, bytes: 81686, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742019_1195, duration: 2142744
2014-04-10 10:51:35,627 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742019_1195, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:35,627 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742019_1195{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:51:35,627 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45960, dest: /127.0.0.1:53466, bytes: 81686, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742019_1195, duration: 2633788
2014-04-10 10:51:35,628 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742019_1195, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:35,628 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742019_1195{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:51:35,628 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53782, dest: /127.0.0.1:55289, bytes: 81686, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742019_1195, duration: 3264613
2014-04-10 10:51:35,628 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742019_1195, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:35,629 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742019_1195{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:51:35,644 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.xml is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:51:35,645 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397144823869_0019
2014-04-10 10:51:35,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019 dst=null perm=null
2014-04-10 10:51:35,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.xml dst=null perm=null
2014-04-10 10:51:35,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.xml dst=null perm=null
2014-04-10 10:51:35,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.jar dst=null perm=null
2014-04-10 10:51:35,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.jar dst=null perm=null
2014-04-10 10:51:35,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.split dst=null perm=null
2014-04-10 10:51:35,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.split dst=null perm=null
2014-04-10 10:51:35,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.splitmetainfo dst=null perm=null
2014-04-10 10:51:35,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.splitmetainfo dst=null perm=null
2014-04-10 10:51:35,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:51:35,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:51:35,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:51:35,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:51:35,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:51:35,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:51:35,686 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0018_01_000007
2014-04-10 10:51:35,686 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0018_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:51:35,687 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0018_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 10:51:35,687 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0018 CONTAINERID=container_1397144823869_0018_01_000007
2014-04-10 10:51:35,687 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0018_01_000007 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:51:35,687 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:51:35,687 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0018_01_000007, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:35,688 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:35,688 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:51:35,688 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0018_000001 released container container_1397144823869_0018_01_000007 on node: host: localhost:56736 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:51:35,702 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 19 submitted by user brock
2014-04-10 10:51:35,702 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397144823869_0019
2014-04-10 10:51:35,702 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397144823869_0019
2014-04-10 10:51:35,702 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0019
2014-04-10 10:51:35,702 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0019 State change from NEW to NEW_SAVING
2014-04-10 10:51:35,703 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0019 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:51:35,703 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397144823869_0019_000001
2014-04-10 10:51:35,703 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0019_000001 State change from NEW to SUBMITTED
2014-04-10 10:51:35,704 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397144823869_0019 from user: brock activated in queue: default
2014-04-10 10:51:35,704 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397144823869_0019 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@1ba82161, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:51:35,704 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397144823869_0019 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:51:35,704 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397144823869_0019
2014-04-10 10:51:35,704 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397144823869_0019_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:51:35,705 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0019_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:51:35,706 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0019 State change from SUBMITTED to ACCEPTED
2014-04-10 10:51:35,707 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:60619/proxy/application_1397144823869_0019/
2014-04-10 10:51:35,707 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397144823869_0019
2014-04-10 10:51:35,707 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:60619/proxy/application_1397144823869_0019/
2014-04-10 10:51:35,743 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0019_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:51:35,743 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0019 CONTAINERID=container_1397144823869_0019_01_000001
2014-04-10 10:51:35,743 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0019_01_000001 of capacity <memory:2048, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 10:51:35,743 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0019 container=Container: [ContainerId: container_1397144823869_0019_01_000001, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0019_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:35,743 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:51:35,744 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0019_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:51:35,744 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:35,744 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397144823869_0019 AttemptId: appattempt_1397144823869_0019_000001 MasterContainer: Container: [ContainerId: container_1397144823869_0019_01_000001, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:52024 }, ]
2014-04-10 10:51:35,744 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0019_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:51:35,745 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0019_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:51:35,745 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397144823869_0019_000001
2014-04-10 10:51:35,746 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397144823869_0019_01_000001, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] for AM appattempt_1397144823869_0019_000001
2014-04-10 10:51:35,746 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397144823869_0019_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:51:35,749 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0019_000001 (auth:SIMPLE)
2014-04-10 10:51:35,750 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0019_01_000001 by user brock
2014-04-10 10:51:35,751 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0019
2014-04-10 10:51:35,751 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742016_1192
2014-04-10 10:51:35,751 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0019 CONTAINERID=container_1397144823869_0019_01_000001
2014-04-10 10:51:35,751 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0019 transitioned from NEW to INITING
2014-04-10 10:51:35,751 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0019_01_000001 to application application_1397144823869_0019
2014-04-10 10:51:35,751 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742018_1194
2014-04-10 10:51:35,752 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397144823869_0019_01_000001, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] for AM appattempt_1397144823869_0019_000001
2014-04-10 10:51:35,752 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0019 transitioned from INITING to RUNNING
2014-04-10 10:51:35,752 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0019_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:51:35,752 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:51:35,752 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0019
2014-04-10 10:51:35,753 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742019_1195
2014-04-10 10:51:35,753 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:51:35,753 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:51:35,753 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:51:35,753 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:51:35,754 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0019_01_000001
2014-04-10 10:51:35,763 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397144823869_0019_01_000001.tokens. Credentials list:
2014-04-10 10:51:35,778 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:51:35,825 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742015_1191
2014-04-10 10:51:35,826 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742014_1190
2014-04-10 10:51:35,848 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397144823869_0019_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000001.tokens
2014-04-10 10:51:35,848 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0019 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0019
2014-04-10 10:51:35,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.jar dst=null perm=null
2014-04-10 10:51:35,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.jar dst=null perm=null
2014-04-10 10:51:35,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.jar dst=null perm=null
2014-04-10 10:51:35,961 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38047, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-41992519_13208, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742016_1192, duration: 864602
2014-04-10 10:51:35,987 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0019/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:51:36,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.splitmetainfo dst=null perm=null
2014-04-10 10:51:36,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.splitmetainfo dst=null perm=null
2014-04-10 10:51:36,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.splitmetainfo dst=null perm=null
2014-04-10 10:51:36,014 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45820, bytes: 222, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-41992519_13208, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742018_1194, duration: 211204
2014-04-10 10:51:36,018 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742012_1188
2014-04-10 10:51:36,019 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742017_1193
2014-04-10 10:51:36,021 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742016_1192
2014-04-10 10:51:36,022 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742014_1190
2014-04-10 10:51:36,023 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742013_1189
2014-04-10 10:51:36,023 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742018_1194
2014-04-10 10:51:36,024 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742011_1187
2014-04-10 10:51:36,026 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742016_1192
2014-04-10 10:51:36,027 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742017_1193
2014-04-10 10:51:36,027 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742012_1188
2014-04-10 10:51:36,028 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742013_1189
2014-04-10 10:51:36,028 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742018_1194
2014-04-10 10:51:36,029 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742011_1187
2014-04-10 10:51:36,030 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742019_1195
2014-04-10 10:51:36,034 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0019/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:51:36,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.split dst=null perm=null
2014-04-10 10:51:36,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.split dst=null perm=null
2014-04-10 10:51:36,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.split dst=null perm=null
2014-04-10 10:51:36,061 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53769, bytes: 2283, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-41992519_13208, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742017_1193, duration: 263722
2014-04-10 10:51:36,082 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0019/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:51:36,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.xml dst=null perm=null
2014-04-10 10:51:36,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.xml dst=null perm=null
2014-04-10 10:51:36,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.xml dst=null perm=null
2014-04-10 10:51:36,109 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53769, bytes: 82326, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-41992519_13208, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742019_1195, duration: 354629
2014-04-10 10:51:36,128 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0019/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:51:36,128 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:51:36,162 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:51:36,162 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:36,194 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742006_1182 127.0.0.1:55289 127.0.0.1:36139 127.0.0.1:53466 127.0.0.1:55175
2014-04-10 10:51:36,195 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742007_1183 127.0.0.1:55289 127.0.0.1:53466 127.0.0.1:55175 127.0.0.1:36139
2014-04-10 10:51:36,195 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742008_1184 127.0.0.1:53466 127.0.0.1:55289 127.0.0.1:36139
2014-04-10 10:51:36,195 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742009_1185 127.0.0.1:55175 127.0.0.1:36139 127.0.0.1:55289
2014-04-10 10:51:36,195 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742011_1187 127.0.0.1:55175 127.0.0.1:36139 127.0.0.1:53466
2014-04-10 10:51:36,196 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742010_1186 127.0.0.1:53466 127.0.0.1:55175 127.0.0.1:36139
2014-04-10 10:51:36,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0018 dst=null perm=null
2014-04-10 10:51:36,222 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742015_1191
2014-04-10 10:51:36,230 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000001/default_container_executor.sh]
2014-04-10 10:51:36,742 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0019_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:51:37,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:51:37,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/COMMIT_STARTED dst=null perm=null
2014-04-10 10:51:37,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:51:37,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/COMMIT_FAIL dst=null perm=null
2014-04-10 10:51:37,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019 dst=null perm=null
2014-04-10 10:51:37,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:51:37,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:51:37,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.splitmetainfo dst=null perm=null
2014-04-10 10:51:37,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.splitmetainfo dst=null perm=null
2014-04-10 10:51:37,701 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53790, bytes: 222, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2123510227_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742018_1194, duration: 172058
2014-04-10 10:51:37,806 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:55289 to replicate blk_1073742016_1192 to datanode(s) 127.0.0.1:53466
2014-04-10 10:51:37,806 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073742006_1182, blk_1073742007_1183, blk_1073742008_1184, blk_1073742009_1185, blk_1073742010_1186, blk_1073742011_1187, blk_1073742013_1189]
2014-04-10 10:51:37,806 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073742006_1182, blk_1073742007_1183, blk_1073742008_1184, blk_1073742010_1186, blk_1073742011_1187, blk_1073742013_1189]
2014-04-10 10:51:38,313 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0019_000001 (auth:SIMPLE)
2014-04-10 10:51:38,314 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397144823869_0019_000001
2014-04-10 10:51:38,315 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397144823869_0019 APPATTEMPTID=appattempt_1397144823869_0019_000001
2014-04-10 10:51:38,315 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0019_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:51:38,315 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0019 State change from ACCEPTED to RUNNING
2014-04-10 10:51:38,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job_1397144823869_0019_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:38,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:51:38,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job_1397144823869_0019_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:38,526 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job_1397144823869_0019_1_conf.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742020_1196{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:51:38,558 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742020_1196 src: /127.0.0.1:45969 dest: /127.0.0.1:53466
2014-04-10 10:51:38,559 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742020_1196 src: /127.0.0.1:53793 dest: /127.0.0.1:55289
2014-04-10 10:51:38,560 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742020_1196 src: /127.0.0.1:38070 dest: /127.0.0.1:55175
2014-04-10 10:51:38,564 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38070, dest: /127.0.0.1:55175, bytes: 95669, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2123510227_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742020_1196, duration: 3815936
2014-04-10 10:51:38,564 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742020_1196, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:38,565 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53793, dest: /127.0.0.1:55289, bytes: 95669, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2123510227_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742020_1196, duration: 3385551
2014-04-10 10:51:38,565 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742020_1196{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:51:38,565 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742020_1196, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:38,565 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45969, dest: /127.0.0.1:53466, bytes: 95669, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2123510227_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742020_1196, duration: 3699931
2014-04-10 10:51:38,565 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742020_1196{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:51:38,565 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742020_1196, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:38,566 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742020_1196{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:51:38,578 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job_1397144823869_0019_1_conf.xml is closed by DFSClient_NONMAPREDUCE_2123510227_1
2014-04-10 10:51:39,008 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, infoPort=58659, ipcPort=38925, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) Starting thread to transfer BP-1649026925-127.0.0.1-1397144808341:blk_1073742016_1192 to 127.0.0.1:53466
2014-04-10 10:51:39,009 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742016_1192 src: /127.0.0.1:45972 dest: /127.0.0.1:53466
2014-04-10 10:51:39,009 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1649026925-127.0.0.1-1397144808341:blk_1073742016_1192 (numBytes=244650) to 127.0.0.1/127.0.0.1:53466
2014-04-10 10:51:39,011 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1649026925-127.0.0.1-1397144808341:blk_1073742016_1192 src: /127.0.0.1:45972 dest: /127.0.0.1:53466 of size 244650
2014-04-10 10:51:39,012 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742016_1192 size 244650
2014-04-10 10:51:39,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742006_1182 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742006 for deletion
2014-04-10 10:51:39,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742007_1183 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742007 for deletion
2014-04-10 10:51:39,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742008_1184 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742008 for deletion
2014-04-10 10:51:39,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742006_1182 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742006
2014-04-10 10:51:39,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742007_1183 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742007
2014-04-10 10:51:39,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742008_1184 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742008
2014-04-10 10:51:39,069 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742010_1186 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742010 for deletion
2014-04-10 10:51:39,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742011_1187 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742011 for deletion
2014-04-10 10:51:39,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742013_1189 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742013 for deletion
2014-04-10 10:51:39,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742011_1187 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742011
2014-04-10 10:51:39,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742010_1186 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742010
2014-04-10 10:51:39,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742013_1189 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742013
2014-04-10 10:51:39,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742006_1182 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742006 for deletion
2014-04-10 10:51:39,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742007_1183 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742007 for deletion
2014-04-10 10:51:39,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742008_1184 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742008 for deletion
2014-04-10 10:51:39,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742007_1183 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742007
2014-04-10 10:51:39,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742009_1185 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742009 for deletion
2014-04-10 10:51:39,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742006_1182 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742006
2014-04-10 10:51:39,087 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742010_1186 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742010 for deletion
2014-04-10 10:51:39,087 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742009_1185 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742009
2014-04-10 10:51:39,087 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742011_1187 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742011 for deletion
2014-04-10 10:51:39,087 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742008_1184 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742008
2014-04-10 10:51:39,087 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742013_1189 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742013 for deletion
2014-04-10 10:51:39,087 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742011_1187 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742011
2014-04-10 10:51:39,087 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742010_1186 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742010
2014-04-10 10:51:39,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742013_1189 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742013
2014-04-10 10:51:39,361 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0019_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:51:39,361 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0019 CONTAINERID=container_1397144823869_0019_01_000002
2014-04-10 10:51:39,361 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0019_01_000002 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:51:39,361 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0019 container=Container: [ContainerId: container_1397144823869_0019_01_000002, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0019_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:39,361 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:51:39,361 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:39,361 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0019_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:51:39,361 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0019 CONTAINERID=container_1397144823869_0019_01_000003
2014-04-10 10:51:39,362 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0019_01_000003 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:51:39,362 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0019 container=Container: [ContainerId: container_1397144823869_0019_01_000003, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0019_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:39,362 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:51:39,362 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:39,362 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0019_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:51:39,362 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0019 CONTAINERID=container_1397144823869_0019_01_000004
2014-04-10 10:51:39,362 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0019_01_000004 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 10:51:39,362 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0019 container=Container: [ContainerId: container_1397144823869_0019_01_000004, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0019_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:39,362 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:51:39,363 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:39,363 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0019_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:51:39,363 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0019 CONTAINERID=container_1397144823869_0019_01_000005
2014-04-10 10:51:39,363 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0019_01_000005 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 10:51:39,363 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0019 container=Container: [ContainerId: container_1397144823869_0019_01_000005, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0019_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:39,363 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:51:39,363 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:39,688 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0019_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:51:39,688 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0019 CONTAINERID=container_1397144823869_0019_01_000006
2014-04-10 10:51:39,688 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0019_01_000006 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:51:39,688 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0019 container=Container: [ContainerId: container_1397144823869_0019_01_000006, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0019_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:39,689 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 10:51:39,689 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:39,689 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0019_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:51:39,689 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0019 CONTAINERID=container_1397144823869_0019_01_000007
2014-04-10 10:51:39,690 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0019_01_000007 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:51:39,690 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0019 container=Container: [ContainerId: container_1397144823869_0019_01_000007, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0019_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7 usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:39,690 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8
2014-04-10 10:51:39,690 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:8> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:40,229 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742019_1195
2014-04-10 10:51:40,229 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742017_1193
2014-04-10 10:51:40,230 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742020_1196
2014-04-10 10:51:40,354 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0019_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:51:40,354 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0019_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:51:40,354 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0019_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:51:40,355 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0019_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:51:40,355 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0019_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:51:40,355 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0019_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:51:40,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.jar dst=null perm=null
2014-04-10 10:51:40,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.jar dst=null perm=null
2014-04-10 10:51:40,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.xml dst=null perm=null
2014-04-10 10:51:40,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.xml dst=null perm=null
2014-04-10 10:51:40,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:51:40,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:51:40,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:51:40,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:51:40,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:51:40,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:51:40,431 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742016_1192
2014-04-10 10:51:40,486 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0019_000001 (auth:SIMPLE)
2014-04-10 10:51:40,486 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0019_000001 (auth:SIMPLE)
2014-04-10 10:51:40,489 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0019_01_000004 by user brock
2014-04-10 10:51:40,489 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0019_01_000003 by user brock
2014-04-10 10:51:40,489 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0019
2014-04-10 10:51:40,489 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0019_01_000002 by user brock
2014-04-10 10:51:40,489 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0019_01_000003 to application application_1397144823869_0019
2014-04-10 10:51:40,489 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0019 CONTAINERID=container_1397144823869_0019_01_000003
2014-04-10 10:51:40,490 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0019 transitioned from NEW to INITING
2014-04-10 10:51:40,489 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0019 CONTAINERID=container_1397144823869_0019_01_000002
2014-04-10 10:51:40,489 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0019_01_000006 by user brock
2014-04-10 10:51:40,489 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0019 CONTAINERID=container_1397144823869_0019_01_000004
2014-04-10 10:51:40,489 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0019_01_000005 by user brock
2014-04-10 10:51:40,489 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0019_01_000007 by user brock
2014-04-10 10:51:40,490 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0019 CONTAINERID=container_1397144823869_0019_01_000005
2014-04-10 10:51:40,490 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0019
2014-04-10 10:51:40,491 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0019_01_000007 to application application_1397144823869_0019
2014-04-10 10:51:40,491 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0019 CONTAINERID=container_1397144823869_0019_01_000006
2014-04-10 10:51:40,491 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0019 transitioned from NEW to INITING
2014-04-10 10:51:40,490 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0019_01_000004 to application application_1397144823869_0019
2014-04-10 10:51:40,491 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0019_01_000006 to application application_1397144823869_0019
2014-04-10 10:51:40,491 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0019 CONTAINERID=container_1397144823869_0019_01_000007
2014-04-10 10:51:40,491 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0019 transitioned from INITING to RUNNING
2014-04-10 10:51:40,491 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0019_01_000002 to application application_1397144823869_0019
2014-04-10 10:51:40,491 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0019_01_000005 to application application_1397144823869_0019
2014-04-10 10:51:40,491 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 10:51:40,491 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0019 transitioned from INITING to RUNNING
2014-04-10 10:51:40,492 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:51:40,492 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:51:40,492 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0019
2014-04-10 10:51:40,492 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0019
2014-04-10 10:51:40,492 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:51:40,492 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:51:40,492 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0019
2014-04-10 10:51:40,492 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:51:40,492 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:51:40,492 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:51:40,492 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:51:40,492 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0019
2014-04-10 10:51:40,492 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0019
2014-04-10 10:51:40,493 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0019
2014-04-10 10:51:40,493 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:51:40,493 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0019
2014-04-10 10:51:40,493 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:51:40,493 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0019
2014-04-10 10:51:40,493 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0019
2014-04-10 10:51:40,493 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:51:40,493 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:51:40,493 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0019_01_000007
2014-04-10 10:51:40,493 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0019
2014-04-10 10:51:40,493 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0019
2014-04-10 10:51:40,494 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:51:40,494 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0019_01_000006
2014-04-10 10:51:40,494 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0019
2014-04-10 10:51:40,494 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0019
2014-04-10 10:51:40,494 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0019
2014-04-10 10:51:40,494 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:51:40,494 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0019
2014-04-10 10:51:40,495 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0019
2014-04-10 10:51:40,495 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0019
2014-04-10 10:51:40,495 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:51:40,495 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0019
2014-04-10 10:51:40,495 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0019_01_000002
2014-04-10 10:51:40,496 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0019_01_000003
2014-04-10 10:51:40,496 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0019_01_000004
2014-04-10 10:51:40,496 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0019_01_000005
2014-04-10 10:51:40,505 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397144823869_0019_01_000007.tokens. Credentials list:
2014-04-10 10:51:40,506 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0019_01_000003.tokens. Credentials list:
2014-04-10 10:51:40,506 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397144823869_0019_01_000004.tokens. Credentials list:
2014-04-10 10:51:40,506 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0019_01_000005.tokens. Credentials list:
2014-04-10 10:51:40,506 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397144823869_0019_01_000002.tokens. Credentials list:
2014-04-10 10:51:40,506 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397144823869_0019_01_000006.tokens. Credentials list:
2014-04-10 10:51:40,516 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:51:40,516 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:51:40,606 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0019_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000003.tokens
2014-04-10 10:51:40,606 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397144823869_0019_01_000007.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000007.tokens
2014-04-10 10:51:40,606 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0019 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0019
2014-04-10 10:51:40,606 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0019 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0019
2014-04-10 10:51:40,688 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0019_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:51:40,688 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0019_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:51:40,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.jar dst=null perm=null
2014-04-10 10:51:40,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.jar dst=null perm=null
2014-04-10 10:51:40,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.jar dst=null perm=null
2014-04-10 10:51:40,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.jar dst=null perm=null
2014-04-10 10:51:40,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.jar dst=null perm=null
2014-04-10 10:51:40,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.jar dst=null perm=null
2014-04-10 10:51:40,734 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45857, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_283512742_13388, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742016_1192, duration: 863888
2014-04-10 10:51:40,734 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:45983, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1932650593_13387, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742016_1192, duration: 948068
2014-04-10 10:51:40,758 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742020_1196
2014-04-10 10:51:40,768 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0019/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:51:40,768 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0019/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:51:40,789 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.xml dst=null perm=null
2014-04-10 10:51:40,789 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.xml dst=null perm=null
2014-04-10 10:51:40,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.xml dst=null perm=null
2014-04-10 10:51:40,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.xml dst=null perm=null
2014-04-10 10:51:40,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.xml dst=null perm=null
2014-04-10 10:51:40,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.xml dst=null perm=null
2014-04-10 10:51:40,800 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53808, bytes: 82326, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_283512742_13388, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742019_1195, duration: 406417
2014-04-10 10:51:40,801 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38085, bytes: 82326, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1932650593_13387, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742019_1195, duration: 560424
2014-04-10 10:51:40,807 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073742006_1182, blk_1073742007_1183, blk_1073742009_1185, blk_1073742010_1186, blk_1073742011_1187, blk_1073742013_1189]
2014-04-10 10:51:40,807 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073742006_1182, blk_1073742007_1183, blk_1073742008_1184, blk_1073742009_1185]
2014-04-10 10:51:40,825 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0019/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:51:40,825 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:51:40,825 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:51:40,825 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0019/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:51:40,825 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:51:40,825 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:51:40,826 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:51:40,826 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:51:40,857 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:51:40,857 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:40,857 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:51:40,858 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:40,867 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:51:40,868 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:51:40,868 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:40,868 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:40,868 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 10:51:40,868 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:40,869 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:51:40,869 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:40,949 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000004/default_container_executor.sh]
2014-04-10 10:51:40,949 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000005/default_container_executor.sh]
2014-04-10 10:51:40,957 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000003/default_container_executor.sh]
2014-04-10 10:51:40,957 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000002/default_container_executor.sh]
2014-04-10 10:51:40,957 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000006/default_container_executor.sh]
2014-04-10 10:51:40,957 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000007/default_container_executor.sh]
2014-04-10 10:51:41,034 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742020_1196
2014-04-10 10:51:41,359 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397144823869_0018_01_000001 succeeded
2014-04-10 10:51:41,359 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:51:41,359 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0018_01_000001
2014-04-10 10:51:41,362 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0019_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:51:41,362 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0019_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:51:41,362 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0019_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:51:41,362 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0019_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:51:41,371 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000001
2014-04-10 10:51:41,372 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000001
2014-04-10 10:51:41,372 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000001
2014-04-10 10:51:41,373 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:51:41,373 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0018/container_1397144823869_0018_01_000001
2014-04-10 10:51:41,373 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0018 CONTAINERID=container_1397144823869_0018_01_000001
2014-04-10 10:51:41,374 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0018_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:51:41,374 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0018_01_000001 from application application_1397144823869_0018
2014-04-10 10:51:41,374 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:41,374 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0018
2014-04-10 10:51:41,935 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0018_01_000001
2014-04-10 10:51:41,937 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0018_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:51:41,937 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397144823869_0018_000001
2014-04-10 10:51:41,937 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0018_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:51:41,937 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0018_000001 State change from FINISHING to FINISHED
2014-04-10 10:51:41,937 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0018 CONTAINERID=container_1397144823869_0018_01_000001
2014-04-10 10:51:41,937 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0018 State change from FINISHING to FINISHED
2014-04-10 10:51:41,937 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0018_01_000001 of capacity <memory:2048, vCores:1> on host localhost:50571, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:51:41,937 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397144823869_0018
2014-04-10 10:51:41,937 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:8192, vCores:7> numContainers=7 user=brock user-resources=<memory:8192, vCores:7>
2014-04-10 10:51:41,937 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397144823869_0018_000001
2014-04-10 10:51:41,938 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0018_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:41,938 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:41,938 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7
2014-04-10 10:51:41,938 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0018_000001 released container container_1397144823869_0018_01_000001 on node: host: localhost:50571 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:51:41,938 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397144823869_0018_000001 is done. finalState=FINISHED
2014-04-10 10:51:41,938 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397144823869_0018 requests cleared
2014-04-10 10:51:41,938 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397144823869_0018 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:51:41,938 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397144823869_0018 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:51:41,937 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397144823869_0018,name=[53A610368F7640ADBD4FB4301C297218/815228EC93B04FECA267297DD52AFE91] lower/(1/1) ...dedpipesplatform/samepipe,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:60619/proxy/application_1397144823869_0018/jobhistory/job/job_1397144823869_0018,appMasterHost=localhost.localdomain,startTime=1397145081494,finishTime=1397145095159,finalStatus=SUCCEEDED
2014-04-10 10:51:41,940 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0018_000001 (auth:SIMPLE)
2014-04-10 10:51:41,949 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0018_01_000001
2014-04-10 10:51:41,968 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:51:41,975 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:51:42,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742006_1182 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742006 for deletion
2014-04-10 10:51:42,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742007_1183 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742007 for deletion
2014-04-10 10:51:42,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742008_1184 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742008 for deletion
2014-04-10 10:51:42,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742007_1183 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742007
2014-04-10 10:51:42,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742006_1182 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742006
2014-04-10 10:51:42,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742008_1184 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742008
2014-04-10 10:51:42,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742009_1185 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742009 for deletion
2014-04-10 10:51:42,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742009_1185 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742009
2014-04-10 10:51:42,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742006_1182 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742006 for deletion
2014-04-10 10:51:42,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742007_1183 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742007 for deletion
2014-04-10 10:51:42,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742009_1185 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742009 for deletion
2014-04-10 10:51:42,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742010_1186 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742010 for deletion
2014-04-10 10:51:42,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742009_1185 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742009
2014-04-10 10:51:42,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742006_1182 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742006
2014-04-10 10:51:42,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742007_1183 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742007
2014-04-10 10:51:42,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742011_1187 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742011 for deletion
2014-04-10 10:51:42,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742010_1186 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742010
2014-04-10 10:51:42,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742013_1189 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742013 for deletion
2014-04-10 10:51:42,073 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742011_1187 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742011
2014-04-10 10:51:42,073 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742013_1189 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742013
2014-04-10 10:51:42,428 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397144823869_0019_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000002.tokens
2014-04-10 10:51:42,429 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0019 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0019
2014-04-10 10:51:42,478 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397144823869_0019_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000006.tokens
2014-04-10 10:51:42,479 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0019 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0019
2014-04-10 10:51:42,689 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0018 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:51:42,689 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0018
2014-04-10 10:51:42,689 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0018 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:51:42,690 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0018, with delay of 10800 seconds
2014-04-10 10:51:42,690 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0018
2014-04-10 10:51:42,690 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0018
2014-04-10 10:51:42,690 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0018
2014-04-10 10:51:42,691 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0018
2014-04-10 10:51:42,706 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:51:42,743 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0018 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:51:42,744 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0018
2014-04-10 10:51:42,744 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0018 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:51:42,744 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0018, with delay of 10800 seconds
2014-04-10 10:51:42,744 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0018
2014-04-10 10:51:42,744 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0018
2014-04-10 10:51:42,744 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0018
2014-04-10 10:51:42,745 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0018
2014-04-10 10:51:42,814 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0019_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000005.tokens
2014-04-10 10:51:42,815 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0019 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0019
2014-04-10 10:51:42,936 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0018 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:51:42,936 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0018
2014-04-10 10:51:42,937 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0018 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:51:42,937 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0018, with delay of 10800 seconds
2014-04-10 10:51:42,937 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0018
2014-04-10 10:51:42,938 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0018
2014-04-10 10:51:42,938 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0018
2014-04-10 10:51:42,939 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0018
2014-04-10 10:51:43,088 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:51:43,629 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397144823869_0019_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000004.tokens
2014-04-10 10:51:43,629 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0019 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0019
2014-04-10 10:51:44,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.split dst=null perm=null
2014-04-10 10:51:44,282 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46008, bytes: 1251, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0019_m_000004_0_1884948849_1, offset: 1024, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742017_1193, duration: 203802
2014-04-10 10:51:44,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.split dst=null perm=null
2014-04-10 10:51:44,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.split dst=null perm=null
2014-04-10 10:51:44,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.split dst=null perm=null
2014-04-10 10:51:44,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:51:44,397 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38115, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0019_m_000004_0_1884948849_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, duration: 174896
2014-04-10 10:51:44,402 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46014, bytes: 2283, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0019_m_000001_0_192168800_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742017_1193, duration: 177927
2014-04-10 10:51:44,403 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45886, bytes: 2283, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0019_m_000000_0_-932526337_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742017_1193, duration: 145067
2014-04-10 10:51:44,411 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38114, bytes: 1251, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0019_m_000003_0_-727241031_1, offset: 1024, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742017_1193, duration: 235162
2014-04-10 10:51:44,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:51:44,483 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53840, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0019_m_000003_0_-727241031_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 159686
2014-04-10 10:51:44,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.split dst=null perm=null
2014-04-10 10:51:44,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:51:44,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:51:44,507 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38118, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0019_m_000001_0_192168800_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, duration: 245995
2014-04-10 10:51:44,590 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46020, bytes: 1767, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0019_m_000002_0_-300381913_1, offset: 512, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742017_1193, duration: 174315
2014-04-10 10:51:44,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397144823869_0019_m_000004_0 dst=null perm=null
2014-04-10 10:51:44,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:51:44,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job.split dst=null perm=null
2014-04-10 10:51:44,747 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46022, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0019_m_000000_0_-932526337_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, duration: 190702
2014-04-10 10:51:44,775 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0019_01_000006
2014-04-10 10:51:44,775 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0019 CONTAINERID=container_1397144823869_0019_01_000006
2014-04-10 10:51:44,775 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:51:44,775 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0019_01_000006
2014-04-10 10:51:44,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397144823869_0019_m_000001_0 dst=null perm=null
2014-04-10 10:51:44,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397144823869_0019_m_000003_0 dst=null perm=null
2014-04-10 10:51:44,800 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job_1397144823869_0019_1.jhist. BP-1649026925-127.0.0.1-1397144808341 blk_1073742021_1197{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:51:44,818 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0019_01_000006 is : 143
2014-04-10 10:51:44,824 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:51:44,824 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000006
2014-04-10 10:51:44,824 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000006
2014-04-10 10:51:44,825 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000006
2014-04-10 10:51:44,826 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000006
2014-04-10 10:51:44,826 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0019 CONTAINERID=container_1397144823869_0019_01_000006
2014-04-10 10:51:44,826 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:51:44,826 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0019_01_000006 from application application_1397144823869_0019
2014-04-10 10:51:44,826 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:44,827 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0019
2014-04-10 10:51:44,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397144823869_0019_m_000000_0 dst=null perm=null
2014-04-10 10:51:44,848 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46023, bytes: 735, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0019_m_000005_0_-671223997_1, offset: 1536, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742017_1193, duration: 187497
2014-04-10 10:51:44,859 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0019_01_000003
2014-04-10 10:51:44,859 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0019 CONTAINERID=container_1397144823869_0019_01_000003
2014-04-10 10:51:44,859 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:51:44,859 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0019_01_000003
2014-04-10 10:51:44,877 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742021_1197 src: /127.0.0.1:45897 dest: /127.0.0.1:36139
2014-04-10 10:51:44,878 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742021_1197 src: /127.0.0.1:38124 dest: /127.0.0.1:55175
2014-04-10 10:51:44,880 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0019_01_000003 is : 143
2014-04-10 10:51:44,880 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742021_1197 src: /127.0.0.1:53849 dest: /127.0.0.1:55289
2014-04-10 10:51:44,918 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:51:44,918 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job_1397144823869_0019_1.jhist for DFSClient_NONMAPREDUCE_2123510227_1
2014-04-10 10:51:44,919 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000003
2014-04-10 10:51:44,919 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000003
2014-04-10 10:51:44,919 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000003
2014-04-10 10:51:44,919 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000003
2014-04-10 10:51:44,920 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0019_01_000005
2014-04-10 10:51:44,920 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0019 CONTAINERID=container_1397144823869_0019_01_000005
2014-04-10 10:51:44,920 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0019 CONTAINERID=container_1397144823869_0019_01_000003
2014-04-10 10:51:44,920 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:51:44,920 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:51:44,920 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0019_01_000003
2014-04-10 10:51:44,920 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0019_01_000003 from application application_1397144823869_0019
2014-04-10 10:51:44,921 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:44,921 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0019
2014-04-10 10:51:44,921 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0019_01_000005
2014-04-10 10:51:44,921 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0019_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:51:44,921 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0019_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:51:44,921 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0019 CONTAINERID=container_1397144823869_0019_01_000003
2014-04-10 10:51:44,921 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0019_01_000003 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 10:51:44,922 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 10:51:44,922 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0019_01_000003, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:44,922 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:44,922 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2014-04-10 10:51:44,922 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0019_000001 released container container_1397144823869_0019_01_000003 on node: host: localhost:37679 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 10:51:44,923 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0019_01_000002
2014-04-10 10:51:44,923 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0019 CONTAINERID=container_1397144823869_0019_01_000002
2014-04-10 10:51:44,927 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0019_01_000005 is : 143
2014-04-10 10:51:44,942 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:51:44,942 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:51:44,942 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0019_01_000002
2014-04-10 10:51:44,949 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0019_01_000002 is : 143
2014-04-10 10:51:44,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:51:44,952 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38126, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0019_m_000005_0_-671223997_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 156099
2014-04-10 10:51:44,959 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000005
2014-04-10 10:51:44,960 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000005
2014-04-10 10:51:44,960 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000005
2014-04-10 10:51:44,960 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000005
2014-04-10 10:51:44,960 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:51:44,960 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0019 CONTAINERID=container_1397144823869_0019_01_000005
2014-04-10 10:51:44,961 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:51:44,961 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000002
2014-04-10 10:51:44,961 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0019_01_000005 from application application_1397144823869_0019
2014-04-10 10:51:44,961 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:44,961 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0019
2014-04-10 10:51:44,962 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0019 CONTAINERID=container_1397144823869_0019_01_000002
2014-04-10 10:51:44,962 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:51:44,962 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0019_01_000002 from application application_1397144823869_0019
2014-04-10 10:51:44,962 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:44,962 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0019
2014-04-10 10:51:44,962 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000002
2014-04-10 10:51:44,962 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000002
2014-04-10 10:51:44,962 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000002
2014-04-10 10:51:44,978 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38127, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0019_m_000002_0_-300381913_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 125473
2014-04-10 10:51:45,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397144823869_0019_m_000002_0 dst=null perm=null
2014-04-10 10:51:45,076 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0019_01_000004
2014-04-10 10:51:45,077 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0019 CONTAINERID=container_1397144823869_0019_01_000004
2014-04-10 10:51:45,077 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:51:45,077 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0019_01_000002
2014-04-10 10:51:45,077 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0019_01_000004
2014-04-10 10:51:45,077 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0019_01_000005
2014-04-10 10:51:45,077 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0019_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:51:45,077 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0019_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:51:45,078 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0019 CONTAINERID=container_1397144823869_0019_01_000002
2014-04-10 10:51:45,078 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0019_01_000002 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:51:45,078 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 10:51:45,078 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0019_01_000002, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:45,078 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:45,078 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 10:51:45,079 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0019_000001 released container container_1397144823869_0019_01_000002 on node: host: localhost:37679 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:51:45,079 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0019_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:51:45,079 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0019_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:51:45,079 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0019 CONTAINERID=container_1397144823869_0019_01_000005
2014-04-10 10:51:45,079 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0019_01_000005 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:51:45,079 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 10:51:45,079 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0019_01_000005, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:45,079 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:45,079 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:51:45,079 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0019_000001 released container container_1397144823869_0019_01_000005 on node: host: localhost:37679 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:51:45,083 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0019_01_000004 is : 143
2014-04-10 10:51:45,092 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:51:45,092 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000004
2014-04-10 10:51:45,092 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000004
2014-04-10 10:51:45,093 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000004
2014-04-10 10:51:45,093 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000004
2014-04-10 10:51:45,093 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0019 CONTAINERID=container_1397144823869_0019_01_000004
2014-04-10 10:51:45,093 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:51:45,093 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0019_01_000004 from application application_1397144823869_0019
2014-04-10 10:51:45,093 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:45,093 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0019
2014-04-10 10:51:45,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397144823869_0019_m_000005_0 dst=null perm=null
2014-04-10 10:51:45,172 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0019_01_000007
2014-04-10 10:51:45,172 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0019 CONTAINERID=container_1397144823869_0019_01_000007
2014-04-10 10:51:45,172 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000007 transitioned from RUNNING to KILLING
2014-04-10 10:51:45,172 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0019_01_000007
2014-04-10 10:51:45,172 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0019_01_000006
2014-04-10 10:51:45,173 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0019_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:51:45,173 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0019_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:51:45,173 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0019 CONTAINERID=container_1397144823869_0019_01_000006
2014-04-10 10:51:45,173 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0019_01_000006 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:51:45,173 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:51:45,173 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0019_01_000006, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:45,174 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:45,174 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:51:45,174 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0019_000001 released container container_1397144823869_0019_01_000006 on node: host: localhost:56736 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:51:45,179 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0019_01_000007 is : 143
2014-04-10 10:51:45,190 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:51:45,191 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000007
2014-04-10 10:51:45,191 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000007
2014-04-10 10:51:45,191 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000007
2014-04-10 10:51:45,191 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0019 CONTAINERID=container_1397144823869_0019_01_000007
2014-04-10 10:51:45,191 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000007
2014-04-10 10:51:45,191 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:51:45,191 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0019_01_000007 from application application_1397144823869_0019
2014-04-10 10:51:45,191 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:45,192 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0019
2014-04-10 10:51:46,077 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0019_01_000004
2014-04-10 10:51:46,078 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0019_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:51:46,078 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0019_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:51:46,078 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0019 CONTAINERID=container_1397144823869_0019_01_000004
2014-04-10 10:51:46,079 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0019_01_000004 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:51:46,079 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:51:46,079 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0019_01_000004, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:46,079 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:46,079 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:51:46,080 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0019_000001 released container container_1397144823869_0019_01_000004 on node: host: localhost:37679 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:51:46,173 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0019_01_000007
2014-04-10 10:51:46,173 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0019_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:51:46,174 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0019_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 10:51:46,174 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0019 CONTAINERID=container_1397144823869_0019_01_000007
2014-04-10 10:51:46,174 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0019_01_000007 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:51:46,174 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:51:46,175 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0019_01_000007, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:46,175 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:46,176 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:51:46,176 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0019_000001 released container container_1397144823869_0019_01_000007 on node: host: localhost:56736 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:51:46,745 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0019_01_000008 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:51:46,746 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0019 CONTAINERID=container_1397144823869_0019_01_000008
2014-04-10 10:51:46,746 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0019_01_000008 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:51:46,746 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0019 container=Container: [ContainerId: container_1397144823869_0019_01_000008, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0019_01_000008 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:46,746 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:51:46,747 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:47,391 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0019_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:51:47,407 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0019_000001 (auth:SIMPLE)
2014-04-10 10:51:47,410 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0019_01_000008 by user brock
2014-04-10 10:51:47,411 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0019 CONTAINERID=container_1397144823869_0019_01_000008
2014-04-10 10:51:47,411 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0019_01_000008 to application application_1397144823869_0019
2014-04-10 10:51:47,411 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000008 transitioned from NEW to LOCALIZING
2014-04-10 10:51:47,411 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0019
2014-04-10 10:51:47,411 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0019
2014-04-10 10:51:47,412 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:51:47,412 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0019
2014-04-10 10:51:47,413 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000008 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:51:47,443 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000008 transitioned from LOCALIZED to RUNNING
2014-04-10 10:51:47,443 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:47,500 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000008/default_container_executor.sh]
2014-04-10 10:51:47,745 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0019_01_000008 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:51:48,395 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:51:49,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397144823869_0019_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:49,277 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397144823869_0019_r_000000_0/part-00000. BP-1649026925-127.0.0.1-1397144808341 blk_1073742022_1198{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:51:49,346 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742022_1198 src: /127.0.0.1:38150 dest: /127.0.0.1:55175
2014-04-10 10:51:49,347 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742022_1198 src: /127.0.0.1:46052 dest: /127.0.0.1:53466
2014-04-10 10:51:49,348 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742022_1198 src: /127.0.0.1:53876 dest: /127.0.0.1:55289
2014-04-10 10:51:49,359 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53876, dest: /127.0.0.1:55289, bytes: 200, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0019_r_000000_0_-1173081153_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742022_1198, duration: 9751156
2014-04-10 10:51:49,359 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742022_1198, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:49,360 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742022_1198{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:51:49,360 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46052, dest: /127.0.0.1:53466, bytes: 200, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0019_r_000000_0_-1173081153_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742022_1198, duration: 10365241
2014-04-10 10:51:49,360 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742022_1198, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:49,360 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742022_1198{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:51:49,360 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38150, dest: /127.0.0.1:55175, bytes: 200, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0019_r_000000_0_-1173081153_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742022_1198, duration: 10873795
2014-04-10 10:51:49,360 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742022_1198, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:49,361 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742022_1198{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:51:49,377 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397144823869_0019_r_000000_0/part-00000 is closed by DFSClient_attempt_1397144823869_0019_r_000000_0_-1173081153_1
2014-04-10 10:51:49,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397144823869_0019_r_000000_0 dst=null perm=null
2014-04-10 10:51:49,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397144823869_0019_r_000000_0 dst=null perm=null
2014-04-10 10:51:49,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone/_temporary/1/task_1397144823869_0019_r_000000 dst=null perm=null
2014-04-10 10:51:49,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone/_temporary/1/_temporary/attempt_1397144823869_0019_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone/_temporary/1/task_1397144823869_0019_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:51:49,484 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0019_01_000008
2014-04-10 10:51:49,485 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0019 CONTAINERID=container_1397144823869_0019_01_000008
2014-04-10 10:51:49,485 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000008 transitioned from RUNNING to KILLING
2014-04-10 10:51:49,485 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0019_01_000008
2014-04-10 10:51:49,491 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0019_01_000008 is : 143
2014-04-10 10:51:49,499 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:51:49,499 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000008
2014-04-10 10:51:49,499 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000008
2014-04-10 10:51:49,499 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000008
2014-04-10 10:51:49,499 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000008
2014-04-10 10:51:49,499 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0019 CONTAINERID=container_1397144823869_0019_01_000008
2014-04-10 10:51:49,499 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:51:49,500 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0019_01_000008 from application application_1397144823869_0019
2014-04-10 10:51:49,500 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:49,500 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0019
2014-04-10 10:51:49,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:49,527 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_2123510227_1
2014-04-10 10:51:49,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone/_temporary/1 dst=null perm=null
2014-04-10 10:51:49,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone dst=null perm=null
2014-04-10 10:51:49,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone dst=null perm=null
2014-04-10 10:51:49,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone/_temporary/1/task_1397144823869_0019_r_000000 dst=null perm=null
2014-04-10 10:51:49,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone/part-00000 dst=null perm=null
2014-04-10 10:51:49,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone/_temporary/1/task_1397144823869_0019_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:49,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone/_temporary dst=null perm=null
2014-04-10 10:51:49,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:49,610 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone/_SUCCESS is closed by DFSClient_NONMAPREDUCE_2123510227_1
2014-04-10 10:51:49,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:49,644 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_2123510227_1
2014-04-10 10:51:49,674 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53849, dest: /127.0.0.1:55289, bytes: 76028, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2123510227_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742021_1197, duration: 4769184415
2014-04-10 10:51:49,674 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742021_1197, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:49,675 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38124, dest: /127.0.0.1:55175, bytes: 76028, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2123510227_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742021_1197, duration: 4764011243
2014-04-10 10:51:49,675 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742021_1197, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:49,676 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742021_1197{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 16050
2014-04-10 10:51:49,676 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45897, dest: /127.0.0.1:36139, bytes: 76028, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2123510227_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742021_1197, duration: 4794470561
2014-04-10 10:51:49,677 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742021_1197, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:49,677 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742021_1197{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 16050
2014-04-10 10:51:49,678 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742021_1197{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 16050
2014-04-10 10:51:49,685 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job_1397144823869_0019_1.jhist is closed by DFSClient_NONMAPREDUCE_2123510227_1
2014-04-10 10:51:49,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0019.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:49,706 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0019.summary_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742023_1199{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:51:49,721 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742023_1199 src: /127.0.0.1:53877 dest: /127.0.0.1:55289
2014-04-10 10:51:49,722 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742023_1199 src: /127.0.0.1:45928 dest: /127.0.0.1:36139
2014-04-10 10:51:49,723 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742023_1199 src: /127.0.0.1:38155 dest: /127.0.0.1:55175
2014-04-10 10:51:49,726 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38155, dest: /127.0.0.1:55175, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2123510227_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742023_1199, duration: 1754353
2014-04-10 10:51:49,726 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742023_1199, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:49,727 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742023_1199{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:51:49,727 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45928, dest: /127.0.0.1:36139, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2123510227_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742023_1199, duration: 2380256
2014-04-10 10:51:49,727 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742023_1199, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:49,727 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742023_1199{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:51:49,727 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53877, dest: /127.0.0.1:55289, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2123510227_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742023_1199, duration: 2932315
2014-04-10 10:51:49,728 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742023_1199, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:49,728 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742023_1199{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:51:49,744 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0019.summary_tmp is closed by DFSClient_NONMAPREDUCE_2123510227_1
2014-04-10 10:51:49,759 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(176)) - Rescanning after 300000 milliseconds
2014-04-10 10:51:49,759 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2014-04-10 10:51:49,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0019.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:51:49,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job_1397144823869_0019_1.jhist dst=null perm=null
2014-04-10 10:51:49,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0019-1397145095702-brock-%5B5074A9E3D4A441AF969915640E2BA357%2FC58C310C991D4CEB-1397145109645-6-1-SUCCEEDED-default-1397145098324.jhist_tmp dst=null perm=null
2014-04-10 10:51:49,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job_1397144823869_0019_1.jhist dst=null perm=null
2014-04-10 10:51:49,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0019-1397145095702-brock-%5B5074A9E3D4A441AF969915640E2BA357%2FC58C310C991D4CEB-1397145109645-6-1-SUCCEEDED-default-1397145098324.jhist_tmp dst=null perm=null
2014-04-10 10:51:49,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job_1397144823869_0019_1.jhist dst=null perm=null
2014-04-10 10:51:49,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0019-1397145095702-brock-%5B5074A9E3D4A441AF969915640E2BA357%2FC58C310C991D4CEB-1397145109645-6-1-SUCCEEDED-default-1397145098324.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:49,788 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45930, bytes: 76624, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2123510227_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742021_1197, duration: 351078
2014-04-10 10:51:49,791 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0019-1397145095702-brock-%5B5074A9E3D4A441AF969915640E2BA357%2FC58C310C991D4CEB-1397145109645-6-1-SUCCEEDED-default-1397145098324.jhist_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742024_1200{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]}
2014-04-10 10:51:49,804 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742024_1200 src: /127.0.0.1:53881 dest: /127.0.0.1:55289
2014-04-10 10:51:49,806 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742024_1200 src: /127.0.0.1:46059 dest: /127.0.0.1:53466
2014-04-10 10:51:49,807 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742024_1200 src: /127.0.0.1:45933 dest: /127.0.0.1:36139
2014-04-10 10:51:49,811 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45933, dest: /127.0.0.1:36139, bytes: 76028, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2123510227_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742024_1200, duration: 3513163
2014-04-10 10:51:49,812 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742024_1200, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:49,812 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742024_1200{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:51:49,812 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46059, dest: /127.0.0.1:53466, bytes: 76028, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2123510227_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742024_1200, duration: 4052588
2014-04-10 10:51:49,812 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742024_1200, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:49,813 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742024_1200{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:51:49,813 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53881, dest: /127.0.0.1:55289, bytes: 76028, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2123510227_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742024_1200, duration: 4648417
2014-04-10 10:51:49,813 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742024_1200, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:49,813 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742024_1200{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:51:49,827 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0019-1397145095702-brock-%5B5074A9E3D4A441AF969915640E2BA357%2FC58C310C991D4CEB-1397145109645-6-1-SUCCEEDED-default-1397145098324.jhist_tmp is closed by DFSClient_NONMAPREDUCE_2123510227_1
2014-04-10 10:51:49,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0019-1397145095702-brock-%5B5074A9E3D4A441AF969915640E2BA357%2FC58C310C991D4CEB-1397145109645-6-1-SUCCEEDED-default-1397145098324.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:51:49,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job_1397144823869_0019_1_conf.xml dst=null perm=null
2014-04-10 10:51:49,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0019_conf.xml_tmp dst=null perm=null
2014-04-10 10:51:49,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job_1397144823869_0019_1_conf.xml dst=null perm=null
2014-04-10 10:51:49,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0019_conf.xml_tmp dst=null perm=null
2014-04-10 10:51:49,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019/job_1397144823869_0019_1_conf.xml dst=null perm=null
2014-04-10 10:51:49,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0019_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:49,855 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46061, bytes: 96417, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2123510227_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742020_1196, duration: 355316
2014-04-10 10:51:49,858 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0019_conf.xml_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742025_1201{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]}
2014-04-10 10:51:49,871 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742025_1201 src: /127.0.0.1:46062 dest: /127.0.0.1:53466
2014-04-10 10:51:49,872 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742025_1201 src: /127.0.0.1:53886 dest: /127.0.0.1:55289
2014-04-10 10:51:49,873 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742025_1201 src: /127.0.0.1:38163 dest: /127.0.0.1:55175
2014-04-10 10:51:49,877 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38163, dest: /127.0.0.1:55175, bytes: 95669, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2123510227_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742025_1201, duration: 2706834
2014-04-10 10:51:49,877 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742025_1201, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:49,877 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742025_1201{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:51:49,878 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53886, dest: /127.0.0.1:55289, bytes: 95669, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2123510227_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742025_1201, duration: 3348562
2014-04-10 10:51:49,878 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742025_1201, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:49,878 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742025_1201{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:51:49,879 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46062, dest: /127.0.0.1:53466, bytes: 95669, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2123510227_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742025_1201, duration: 4055986
2014-04-10 10:51:49,879 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742025_1201, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:49,879 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742025_1201{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:51:49,894 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0019_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_2123510227_1
2014-04-10 10:51:49,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0019_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:51:49,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0019.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0019.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:51:49,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0019_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0019_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:51:49,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0019-1397145095702-brock-%5B5074A9E3D4A441AF969915640E2BA357%2FC58C310C991D4CEB-1397145109645-6-1-SUCCEEDED-default-1397145098324.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0019-1397145095702-brock-%5B5074A9E3D4A441AF969915640E2BA357%2FC58C310C991D4CEB-1397145109645-6-1-SUCCEEDED-default-1397145098324.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:51:49,985 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397144823869_0019_000001 with final state: FINISHING
2014-04-10 10:51:49,986 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0019_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:51:49,986 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397144823869_0019 with final state: FINISHING
2014-04-10 10:51:49,986 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0019 State change from RUNNING to FINAL_SAVING
2014-04-10 10:51:49,986 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0019
2014-04-10 10:51:49,987 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0019_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:51:49,987 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0019 State change from FINAL_SAVING to FINISHING
2014-04-10 10:51:50,083 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:51:50,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:51:50,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:51:50,094 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397144823869_0019 from file: hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0019-1397145095702-brock-%5B5074A9E3D4A441AF969915640E2BA357%2FC58C310C991D4CEB-1397145109645-6-1-SUCCEEDED-default-1397145098324.jhist
2014-04-10 10:51:50,094 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0019-1397145095702-brock-%5B5074A9E3D4A441AF969915640E2BA357%2FC58C310C991D4CEB-1397145109645-6-1-SUCCEEDED-default-1397145098324.jhist]
2014-04-10 10:51:50,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0019-1397145095702-brock-%5B5074A9E3D4A441AF969915640E2BA357%2FC58C310C991D4CEB-1397145109645-6-1-SUCCEEDED-default-1397145098324.jhist dst=null perm=null
2014-04-10 10:51:50,098 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46067, bytes: 76624, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742024_1200, duration: 402203
2014-04-10 10:51:50,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0019.summary dst=null perm=null
2014-04-10 10:51:50,125 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45941, bytes: 457, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_538767685_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742023_1199, duration: 225228
2014-04-10 10:51:50,125 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397144823869_0019,submitTime=1397145095702,launchTime=1397145098324,firstMapTaskLaunchTime=1397145100496,firstReduceTaskLaunchTime=1397145107412,finishTime=1397145109645,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=6,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=26,reduceSlotSeconds=2,jobName=[5074A9E3D4A441AF969915640E2BA357/C58C310C991D4CEB86BA8CB9717806E3] lower*upper/(1/1) ...dedpipesplatform/joinnone
2014-04-10 10:51:50,125 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0019.summary]
2014-04-10 10:51:50,152 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742023_1199 127.0.0.1:55289 127.0.0.1:36139 127.0.0.1:55175
2014-04-10 10:51:50,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0019.summary dst=null perm=null
2014-04-10 10:51:50,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:51:50,155 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0019-1397145095702-brock-%5B5074A9E3D4A441AF969915640E2BA357%2FC58C310C991D4CEB-1397145109645-6-1-SUCCEEDED-default-1397145098324.jhist to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0019-1397145095702-brock-%5B5074A9E3D4A441AF969915640E2BA357%2FC58C310C991D4CEB-1397145109645-6-1-SUCCEEDED-default-1397145098324.jhist
2014-04-10 10:51:50,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0019-1397145095702-brock-%5B5074A9E3D4A441AF969915640E2BA357%2FC58C310C991D4CEB-1397145109645-6-1-SUCCEEDED-default-1397145098324.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0019-1397145095702-brock-%5B5074A9E3D4A441AF969915640E2BA357%2FC58C310C991D4CEB-1397145109645-6-1-SUCCEEDED-default-1397145098324.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:51:50,169 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0019_conf.xml to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0019_conf.xml
2014-04-10 10:51:50,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0019_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0019_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:51:50,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone dst=null perm=null
2014-04-10 10:51:50,203 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone/_temporary
2014-04-10 10:51:50,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone/_temporary dst=null perm=null
2014-04-10 10:51:50,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone dst=null perm=null
2014-04-10 10:51:50,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone dst=null perm=null
2014-04-10 10:51:50,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone dst=null perm=null
2014-04-10 10:51:50,222 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:51:50,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone/part-00000 dst=null perm=null
2014-04-10 10:51:50,224 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38168, bytes: 204, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742022_1198, duration: 143889
2014-04-10 10:51:50,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone dst=null perm=null
2014-04-10 10:51:50,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone dst=null perm=null
2014-04-10 10:51:50,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone dst=null perm=null
2014-04-10 10:51:50,243 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:51:50,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone/part-00000 dst=null perm=null
2014-04-10 10:51:50,246 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46067, bytes: 204, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742022_1198, duration: 199725
2014-04-10 10:51:50,247 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/cogroupfieldedpipesplatform/joinnone
2014-04-10 10:51:50,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone dst=null perm=null
2014-04-10 10:51:50,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone dst=null perm=null
2014-04-10 10:51:50,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone dst=null perm=null
2014-04-10 10:51:50,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone dst=null perm=null
2014-04-10 10:51:50,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone/part-00000 dst=null perm=null
2014-04-10 10:51:50,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/joinnone/part-00000 dst=null perm=null
2014-04-10 10:51:50,254 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38168, bytes: 204, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742022_1198, duration: 182655
2014-04-10 10:51:50,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:51:50,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:51:50,271 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 10:51:50,271 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 10:51:50,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery dst=null perm=null
2014-04-10 10:51:50,294 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting
2014-04-10 10:51:50,294 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 10:51:50,295 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 10:51:50,295 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery"]
2014-04-10 10:51:50,295 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] parallel execution is enabled: true
2014-04-10 10:51:50,295 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting jobs: 3
2014-04-10 10:51:50,295 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] allocating threads: 3
2014-04-10 10:51:50,299 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (2/3)
2014-04-10 10:51:50,299 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/3)
2014-04-10 10:51:50,310 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:51:50,324 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:51:50,332 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:51:50,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8747660297_lower_6DE34CC4B494497093C33E44804AC2F3 dst=null perm=null
2014-04-10 10:51:50,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:51:50,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:51:50,336 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 20
2014-04-10 10:51:50,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020 dst=null perm=null
2014-04-10 10:51:50,342 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:51:50,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:51:50,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6533380686_upper_3AFDD1682FCA46F3B741078E7B59A1EB dst=null perm=null
2014-04-10 10:51:50,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:51:50,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:51:50,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.jar dst=null perm=null
2014-04-10 10:51:50,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:51:50,371 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 21
2014-04-10 10:51:50,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:50,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021 dst=null perm=null
2014-04-10 10:51:50,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:51:50,403 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073742026_1202{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:51:50,412 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742026_1202 src: /127.0.0.1:38170 dest: /127.0.0.1:55175
2014-04-10 10:51:50,413 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742026_1202 src: /127.0.0.1:45945 dest: /127.0.0.1:36139
2014-04-10 10:51:50,414 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742026_1202 src: /127.0.0.1:53896 dest: /127.0.0.1:55289
2014-04-10 10:51:50,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:51:50,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.jar dst=null perm=null
2014-04-10 10:51:50,422 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53896, dest: /127.0.0.1:55289, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742026_1202, duration: 6244167
2014-04-10 10:51:50,422 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742026_1202, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:50,423 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742026_1202{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:51:50,423 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45945, dest: /127.0.0.1:36139, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742026_1202, duration: 3602211
2014-04-10 10:51:50,423 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742026_1202, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:50,424 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742026_1202{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:51:50,424 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38170, dest: /127.0.0.1:55175, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742026_1202, duration: 4228941
2014-04-10 10:51:50,424 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742026_1202, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:50,425 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742026_1202{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:51:50,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:50,436 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742024_1200
2014-04-10 10:51:50,436 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742022_1198
2014-04-10 10:51:50,438 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742025_1201
2014-04-10 10:51:50,444 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:51:50,445 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073742027_1203{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]}
2014-04-10 10:51:50,453 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.jar
2014-04-10 10:51:50,453 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742027_1203 src: /127.0.0.1:53897 dest: /127.0.0.1:55289
2014-04-10 10:51:50,455 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742027_1203 src: /127.0.0.1:45948 dest: /127.0.0.1:36139
2014-04-10 10:51:50,456 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742027_1203 src: /127.0.0.1:38175 dest: /127.0.0.1:55175
2014-04-10 10:51:50,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.jar dst=null perm=null
2014-04-10 10:51:50,462 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38175, dest: /127.0.0.1:55175, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742027_1203, duration: 4534628
2014-04-10 10:51:50,462 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742027_1203, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:50,462 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45948, dest: /127.0.0.1:36139, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742027_1203, duration: 4253547
2014-04-10 10:51:50,462 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742027_1203{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:51:50,463 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742027_1203, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:50,463 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53897, dest: /127.0.0.1:55289, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742027_1203, duration: 4800138
2014-04-10 10:51:50,463 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742027_1203{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:51:50,463 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742027_1203, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:50,464 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742027_1203{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:51:50,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:50,485 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0019_01_000008
2014-04-10 10:51:50,486 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0019_01_000008 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:51:50,486 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0019_01_000008 in state: COMPLETED event:FINISHED
2014-04-10 10:51:50,486 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0019 CONTAINERID=container_1397144823869_0019_01_000008
2014-04-10 10:51:50,487 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0019_01_000008 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:51:50,487 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:51:50,487 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0019_01_000008, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:50,487 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:50,487 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:51:50,488 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0019_000001 released container container_1397144823869_0019_01_000008 on node: host: localhost:52024 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:51:50,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:51:50,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:51:50,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:51:50,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:51:50,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:51:50,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:51:50,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:51:50,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:51:50,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:51:50,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:51:50,518 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:51:50,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:51:50,527 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:51:50,528 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.jar
2014-04-10 10:51:50,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:50,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.jar dst=null perm=null
2014-04-10 10:51:50,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:50,553 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.split
2014-04-10 10:51:50,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:50,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:51:50,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:51:50,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:51:50,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:51:50,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:51:50,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:51:50,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:51:50,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:51:50,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:51:50,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.split dst=null perm=null
2014-04-10 10:51:50,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:51:50,571 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:51:50,572 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.split. BP-1649026925-127.0.0.1-1397144808341 blk_1073742028_1204{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:51:50,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:51:50,587 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742028_1204 src: /127.0.0.1:38176 dest: /127.0.0.1:55175
2014-04-10 10:51:50,588 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742028_1204 src: /127.0.0.1:45951 dest: /127.0.0.1:36139
2014-04-10 10:51:50,589 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742028_1204 src: /127.0.0.1:46079 dest: /127.0.0.1:53466
2014-04-10 10:51:50,590 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742028_1204 src: /127.0.0.1:53903 dest: /127.0.0.1:55289
2014-04-10 10:51:50,594 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53903, dest: /127.0.0.1:55289, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742028_1204, duration: 2001568
2014-04-10 10:51:50,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:50,594 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742028_1204, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:50,594 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742028_1204{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:51:50,594 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46079, dest: /127.0.0.1:53466, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742028_1204, duration: 2404992
2014-04-10 10:51:50,595 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742028_1204, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:50,595 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742028_1204{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:51:50,595 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45951, dest: /127.0.0.1:36139, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742028_1204, duration: 3026681
2014-04-10 10:51:50,595 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742028_1204, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:50,596 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742028_1204{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:51:50,596 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38176, dest: /127.0.0.1:55175, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742028_1204, duration: 3606170
2014-04-10 10:51:50,596 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742028_1204, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:50,598 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742028_1204{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:51:50,610 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.split is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:51:50,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:50,619 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.split
2014-04-10 10:51:50,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:50,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.split dst=null perm=null
2014-04-10 10:51:50,637 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.split. BP-1649026925-127.0.0.1-1397144808341 blk_1073742029_1205{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:51:50,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:50,645 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.splitmetainfo. BP-1649026925-127.0.0.1-1397144808341 blk_1073742030_1206{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:51:50,654 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742029_1205 src: /127.0.0.1:45954 dest: /127.0.0.1:36139
2014-04-10 10:51:50,655 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742029_1205 src: /127.0.0.1:53905 dest: /127.0.0.1:55289
2014-04-10 10:51:50,656 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742029_1205 src: /127.0.0.1:46083 dest: /127.0.0.1:53466
2014-04-10 10:51:50,657 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742029_1205 src: /127.0.0.1:38183 dest: /127.0.0.1:55175
2014-04-10 10:51:50,661 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38183, dest: /127.0.0.1:55175, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742029_1205, duration: 2015604
2014-04-10 10:51:50,661 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742029_1205, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:50,661 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742029_1205{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:51:50,661 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46083, dest: /127.0.0.1:53466, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742029_1205, duration: 2630157
2014-04-10 10:51:50,662 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742029_1205, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:50,662 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742029_1205{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:51:50,662 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53905, dest: /127.0.0.1:55289, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742029_1205, duration: 3246046
2014-04-10 10:51:50,662 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742029_1205, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:50,663 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742029_1205{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:51:50,663 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45954, dest: /127.0.0.1:36139, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742029_1205, duration: 3869142
2014-04-10 10:51:50,663 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742029_1205, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:50,664 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742029_1205{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:51:50,665 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742030_1206 src: /127.0.0.1:38184 dest: /127.0.0.1:55175
2014-04-10 10:51:50,666 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742030_1206 src: /127.0.0.1:45959 dest: /127.0.0.1:36139
2014-04-10 10:51:50,668 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742030_1206 src: /127.0.0.1:46087 dest: /127.0.0.1:53466
2014-04-10 10:51:50,670 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46087, dest: /127.0.0.1:53466, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742030_1206, duration: 1260966
2014-04-10 10:51:50,671 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742030_1206, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:50,671 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742030_1206{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:51:50,671 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45959, dest: /127.0.0.1:36139, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742030_1206, duration: 1742156
2014-04-10 10:51:50,671 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742030_1206, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:50,672 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742030_1206{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:51:50,672 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38184, dest: /127.0.0.1:55175, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742030_1206, duration: 2531418
2014-04-10 10:51:50,672 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742030_1206, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:50,673 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742030_1206{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:51:50,677 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.split is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:51:50,685 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:51:50,686 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 10:51:50,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:50,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:50,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:50,712 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.splitmetainfo. BP-1649026925-127.0.0.1-1397144808341 blk_1073742031_1207{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]}
2014-04-10 10:51:50,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:50,725 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742032_1208{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:51:50,728 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742031_1207 src: /127.0.0.1:38187 dest: /127.0.0.1:55175
2014-04-10 10:51:50,730 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742031_1207 src: /127.0.0.1:53912 dest: /127.0.0.1:55289
2014-04-10 10:51:50,731 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742031_1207 src: /127.0.0.1:45963 dest: /127.0.0.1:36139
2014-04-10 10:51:50,733 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45963, dest: /127.0.0.1:36139, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742031_1207, duration: 1537619
2014-04-10 10:51:50,734 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742031_1207, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:50,734 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53912, dest: /127.0.0.1:55289, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742031_1207, duration: 2089917
2014-04-10 10:51:50,734 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742031_1207{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:51:50,735 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742031_1207, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:50,735 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38187, dest: /127.0.0.1:55175, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742031_1207, duration: 2993939
2014-04-10 10:51:50,735 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742031_1207{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:51:50,735 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742031_1207, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:50,737 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742031_1207{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:51:50,738 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742032_1208 src: /127.0.0.1:38190 dest: /127.0.0.1:55175
2014-04-10 10:51:50,739 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742032_1208 src: /127.0.0.1:45965 dest: /127.0.0.1:36139
2014-04-10 10:51:50,740 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742032_1208 src: /127.0.0.1:53916 dest: /127.0.0.1:55289
2014-04-10 10:51:50,744 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53916, dest: /127.0.0.1:55289, bytes: 81031, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742032_1208, duration: 2814777
2014-04-10 10:51:50,744 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742032_1208, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:50,745 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742032_1208{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:51:50,745 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45965, dest: /127.0.0.1:36139, bytes: 81031, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742032_1208, duration: 3301841
2014-04-10 10:51:50,745 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742032_1208, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:50,745 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742032_1208{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:51:50,746 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38190, dest: /127.0.0.1:55175, bytes: 81031, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742032_1208, duration: 4039188
2014-04-10 10:51:50,746 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742032_1208, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:50,749 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742032_1208{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:51:50,752 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:51:50,752 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 10:51:50,760 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.xml is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:51:50,761 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397144823869_0020
2014-04-10 10:51:50,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020 dst=null perm=null
2014-04-10 10:51:50,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.xml dst=null perm=null
2014-04-10 10:51:50,763 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742023_1199
2014-04-10 10:51:50,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.xml dst=null perm=null
2014-04-10 10:51:50,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.jar dst=null perm=null
2014-04-10 10:51:50,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.jar dst=null perm=null
2014-04-10 10:51:50,766 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742027_1203
2014-04-10 10:51:50,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.split dst=null perm=null
2014-04-10 10:51:50,767 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742024_1200
2014-04-10 10:51:50,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.split dst=null perm=null
2014-04-10 10:51:50,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.splitmetainfo dst=null perm=null
2014-04-10 10:51:50,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:50,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.splitmetainfo dst=null perm=null
2014-04-10 10:51:50,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:51:50,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:51:50,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:51:50,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:51:50,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:51:50,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:51:50,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:51:50,817 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 20 submitted by user brock
2014-04-10 10:51:50,817 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397144823869_0020
2014-04-10 10:51:50,817 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397144823869_0020
2014-04-10 10:51:50,817 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0020
2014-04-10 10:51:50,817 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0020 State change from NEW to NEW_SAVING
2014-04-10 10:51:50,823 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742033_1209{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:51:50,837 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742033_1209 src: /127.0.0.1:45967 dest: /127.0.0.1:36139
2014-04-10 10:51:50,838 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742033_1209 src: /127.0.0.1:53918 dest: /127.0.0.1:55289
2014-04-10 10:51:50,839 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742033_1209 src: /127.0.0.1:46096 dest: /127.0.0.1:53466
2014-04-10 10:51:50,843 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46096, dest: /127.0.0.1:53466, bytes: 81031, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742033_1209, duration: 2942183
2014-04-10 10:51:50,843 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742033_1209, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:50,844 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742033_1209{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:51:50,844 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53918, dest: /127.0.0.1:55289, bytes: 81031, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742033_1209, duration: 3576923
2014-04-10 10:51:50,844 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742033_1209, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:50,844 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742033_1209{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:51:50,845 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45967, dest: /127.0.0.1:36139, bytes: 81031, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742033_1209, duration: 4182780
2014-04-10 10:51:50,845 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742033_1209, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:50,846 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742033_1209{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:51:50,860 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.xml is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:51:50,861 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397144823869_0021
2014-04-10 10:51:50,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021 dst=null perm=null
2014-04-10 10:51:50,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.xml dst=null perm=null
2014-04-10 10:51:50,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.xml dst=null perm=null
2014-04-10 10:51:50,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.jar dst=null perm=null
2014-04-10 10:51:50,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.jar dst=null perm=null
2014-04-10 10:51:50,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.split dst=null perm=null
2014-04-10 10:51:50,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.split dst=null perm=null
2014-04-10 10:51:50,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.splitmetainfo dst=null perm=null
2014-04-10 10:51:50,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.splitmetainfo dst=null perm=null
2014-04-10 10:51:50,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:51:50,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:51:50,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:51:50,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:51:50,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:51:50,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:51:50,877 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 21 submitted by user brock
2014-04-10 10:51:50,877 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397144823869_0021
2014-04-10 10:51:50,880 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0020 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:51:50,881 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397144823869_0021
2014-04-10 10:51:50,881 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0021 State change from NEW to NEW_SAVING
2014-04-10 10:51:50,881 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0021
2014-04-10 10:51:50,881 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397144823869_0020_000001
2014-04-10 10:51:50,881 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0020_000001 State change from NEW to SUBMITTED
2014-04-10 10:51:50,882 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0021 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:51:50,882 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397144823869_0021_000001
2014-04-10 10:51:50,882 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397144823869_0020 from user: brock activated in queue: default
2014-04-10 10:51:50,882 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0021_000001 State change from NEW to SUBMITTED
2014-04-10 10:51:50,882 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397144823869_0020 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@1ba82161, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:51:50,882 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397144823869_0020 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:51:50,883 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397144823869_0020_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:51:50,883 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397144823869_0021 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@1ba82161, leaf-queue: default #user-pending-applications: 1 #user-active-applications: 2 #queue-pending-applications: 1 #queue-active-applications: 2
2014-04-10 10:51:50,883 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397144823869_0021 user: brock leaf-queue of parent: root #applications: 3
2014-04-10 10:51:50,883 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0020_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:51:50,883 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397144823869_0021_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=3, numContainers=1, currently active: 3
2014-04-10 10:51:50,883 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0020 State change from SUBMITTED to ACCEPTED
2014-04-10 10:51:50,884 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0021_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:51:50,884 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0021 State change from SUBMITTED to ACCEPTED
2014-04-10 10:51:50,917 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397144823869_0020
2014-04-10 10:51:50,923 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:60619/proxy/application_1397144823869_0020/
2014-04-10 10:51:50,923 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397144823869_0020
2014-04-10 10:51:50,924 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:60619/proxy/application_1397144823869_0020/
2014-04-10 10:51:50,944 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0020_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:51:50,944 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0020 CONTAINERID=container_1397144823869_0020_01_000001
2014-04-10 10:51:50,945 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0020_01_000001 of capacity <memory:2048, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 10:51:50,945 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0020 container=Container: [ContainerId: container_1397144823869_0020_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0020_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=3, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:50,946 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=3, numContainers=2
2014-04-10 10:51:50,946 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0020_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:51:50,946 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:50,946 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397144823869_0020 AttemptId: appattempt_1397144823869_0020_000001 MasterContainer: Container: [ContainerId: container_1397144823869_0020_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ]
2014-04-10 10:51:50,947 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0020_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:51:50,947 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0020_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:51:50,947 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397144823869_0020_000001
2014-04-10 10:51:50,948 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397144823869_0020_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] for AM appattempt_1397144823869_0020_000001
2014-04-10 10:51:50,948 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397144823869_0020_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:51:50,951 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0020_000001 (auth:SIMPLE)
2014-04-10 10:51:50,952 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0020_01_000001 by user brock
2014-04-10 10:51:50,953 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0020
2014-04-10 10:51:50,953 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0020 CONTAINERID=container_1397144823869_0020_01_000001
2014-04-10 10:51:50,953 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0020 transitioned from NEW to INITING
2014-04-10 10:51:50,953 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0020_01_000001 to application application_1397144823869_0020
2014-04-10 10:51:50,954 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0020 transitioned from INITING to RUNNING
2014-04-10 10:51:50,954 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397144823869_0020_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] for AM appattempt_1397144823869_0020_000001
2014-04-10 10:51:50,954 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0020_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:51:50,954 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:51:50,954 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0020
2014-04-10 10:51:50,954 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:51:50,955 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:51:50,955 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:51:50,955 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:51:50,955 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0020_01_000001
2014-04-10 10:51:50,965 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742025_1201
2014-04-10 10:51:50,966 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742029_1205
2014-04-10 10:51:50,966 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397144823869_0020_01_000001.tokens. Credentials list:
2014-04-10 10:51:50,966 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742022_1198
2014-04-10 10:51:50,967 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742021_1197
2014-04-10 10:51:50,982 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:51:51,002 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742016_1192 127.0.0.1:55175 127.0.0.1:36139 127.0.0.1:55289 127.0.0.1:53466
2014-04-10 10:51:51,002 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742017_1193 127.0.0.1:55175 127.0.0.1:55289 127.0.0.1:36139 127.0.0.1:53466
2014-04-10 10:51:51,003 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742018_1194 127.0.0.1:36139 127.0.0.1:55289 127.0.0.1:55175
2014-04-10 10:51:51,003 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742019_1195 127.0.0.1:55289 127.0.0.1:53466 127.0.0.1:55175
2014-04-10 10:51:51,003 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742021_1197 127.0.0.1:36139 127.0.0.1:55175 127.0.0.1:55289
2014-04-10 10:51:51,003 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742020_1196 127.0.0.1:53466 127.0.0.1:55289 127.0.0.1:55175
2014-04-10 10:51:51,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0019 dst=null perm=null
2014-04-10 10:51:51,038 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742028_1204
2014-04-10 10:51:51,039 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742029_1205
2014-04-10 10:51:51,041 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742027_1203
2014-04-10 10:51:51,041 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742030_1206
2014-04-10 10:51:51,043 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742025_1201
2014-04-10 10:51:51,060 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397144823869_0020_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0020/container_1397144823869_0020_01_000001.tokens
2014-04-10 10:51:51,061 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0020 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0020
2014-04-10 10:51:51,079 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397144823869_0021
2014-04-10 10:51:51,082 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:60619/proxy/application_1397144823869_0021/
2014-04-10 10:51:51,082 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397144823869_0021
2014-04-10 10:51:51,082 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:60619/proxy/application_1397144823869_0021/
2014-04-10 10:51:51,166 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742026_1202
2014-04-10 10:51:51,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.jar dst=null perm=null
2014-04-10 10:51:51,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.jar dst=null perm=null
2014-04-10 10:51:51,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.jar dst=null perm=null
2014-04-10 10:51:51,179 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53923, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-406732173_13996, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742026_1202, duration: 586400
2014-04-10 10:51:51,206 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0020/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:51:51,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.splitmetainfo dst=null perm=null
2014-04-10 10:51:51,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.splitmetainfo dst=null perm=null
2014-04-10 10:51:51,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.splitmetainfo dst=null perm=null
2014-04-10 10:51:51,226 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742030_1206
2014-04-10 10:51:51,227 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742028_1204
2014-04-10 10:51:51,229 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742026_1202
2014-04-10 10:51:51,230 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742023_1199
2014-04-10 10:51:51,234 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45974, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-406732173_13996, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742030_1206, duration: 210340
2014-04-10 10:51:51,241 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742021_1197
2014-04-10 10:51:51,242 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742032_1208
2014-04-10 10:51:51,242 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742023_1199
2014-04-10 10:51:51,243 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742031_1207
2014-04-10 10:51:51,254 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0020/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:51:51,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.split dst=null perm=null
2014-04-10 10:51:51,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.split dst=null perm=null
2014-04-10 10:51:51,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.split dst=null perm=null
2014-04-10 10:51:51,282 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38201, bytes: 1903, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-406732173_13996, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742028_1204, duration: 232254
2014-04-10 10:51:51,302 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0020/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:51:51,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.xml dst=null perm=null
2014-04-10 10:51:51,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.xml dst=null perm=null
2014-04-10 10:51:51,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.xml dst=null perm=null
2014-04-10 10:51:51,332 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38201, bytes: 81667, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-406732173_13996, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742032_1208, duration: 341996
2014-04-10 10:51:51,352 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0020/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:51:51,352 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:51:51,365 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742032_1208
2014-04-10 10:51:51,366 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742033_1209
2014-04-10 10:51:51,367 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742028_1204
2014-04-10 10:51:51,367 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742031_1207
2014-04-10 10:51:51,384 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:51:51,385 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:51,429 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742032_1208
2014-04-10 10:51:51,431 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742021_1197
2014-04-10 10:51:51,432 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742024_1200
2014-04-10 10:51:51,442 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742026_1202
2014-04-10 10:51:51,443 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742022_1198
2014-04-10 10:51:51,453 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0020/container_1397144823869_0020_01_000001/default_container_executor.sh]
2014-04-10 10:51:51,629 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742027_1203
2014-04-10 10:51:51,630 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742031_1207
2014-04-10 10:51:51,829 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742033_1209
2014-04-10 10:51:51,829 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742029_1205
2014-04-10 10:51:51,941 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0020_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:51:52,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:51:52,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/COMMIT_STARTED dst=null perm=null
2014-04-10 10:51:52,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:51:52,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/COMMIT_FAIL dst=null perm=null
2014-04-10 10:51:52,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020 dst=null perm=null
2014-04-10 10:51:52,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:51:52,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:51:52,808 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:36139 to replicate blk_1073742026_1202 to datanode(s) 127.0.0.1:53466
2014-04-10 10:51:52,808 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:55175 to replicate blk_1073742027_1203 to datanode(s) 127.0.0.1:53466
2014-04-10 10:51:52,809 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073742016_1192, blk_1073742017_1193, blk_1073742019_1195, blk_1073742020_1196]
2014-04-10 10:51:52,809 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073742016_1192, blk_1073742017_1193, blk_1073742018_1194, blk_1073742021_1197, blk_1073742023_1199]
2014-04-10 10:51:52,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.splitmetainfo dst=null perm=null
2014-04-10 10:51:52,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.splitmetainfo dst=null perm=null
2014-04-10 10:51:52,980 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46106, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1825084979_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742030_1206, duration: 160828
2014-04-10 10:51:54,071 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=d55d4a0e-a412-4469-9a90-53fa99579ca4, infoPort=50650, ipcPort=33089, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) Starting thread to transfer BP-1649026925-127.0.0.1-1397144808341:blk_1073742027_1203 to 127.0.0.1:53466
2014-04-10 10:51:54,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742016_1192 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742016 for deletion
2014-04-10 10:51:54,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742017_1193 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742017 for deletion
2014-04-10 10:51:54,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742019_1195 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742019 for deletion
2014-04-10 10:51:54,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742016_1192 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742016
2014-04-10 10:51:54,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742020_1196 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742020 for deletion
2014-04-10 10:51:54,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742017_1193 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742017
2014-04-10 10:51:54,072 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742027_1203 src: /127.0.0.1:46109 dest: /127.0.0.1:53466
2014-04-10 10:51:54,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742019_1195 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742019
2014-04-10 10:51:54,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742020_1196 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742020
2014-04-10 10:51:54,072 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1649026925-127.0.0.1-1397144808341:blk_1073742027_1203 (numBytes=244650) to 127.0.0.1/127.0.0.1:53466
2014-04-10 10:51:54,073 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1649026925-127.0.0.1-1397144808341:blk_1073742027_1203 src: /127.0.0.1:46109 dest: /127.0.0.1:53466 of size 244650
2014-04-10 10:51:54,073 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742027_1203 size 244650
2014-04-10 10:51:54,085 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=1df63c1b-7aec-480c-a7f5-64068c9095b6, infoPort=40517, ipcPort=46888, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) Starting thread to transfer BP-1649026925-127.0.0.1-1397144808341:blk_1073742026_1202 to 127.0.0.1:53466
2014-04-10 10:51:54,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742016_1192 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742016 for deletion
2014-04-10 10:51:54,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742017_1193 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742017 for deletion
2014-04-10 10:51:54,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742018_1194 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742018 for deletion
2014-04-10 10:51:54,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742016_1192 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742016
2014-04-10 10:51:54,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742021_1197 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742021 for deletion
2014-04-10 10:51:54,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742018_1194 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742018
2014-04-10 10:51:54,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742023_1199 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742023 for deletion
2014-04-10 10:51:54,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742017_1193 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742017
2014-04-10 10:51:54,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742023_1199 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742023
2014-04-10 10:51:54,086 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742026_1202 src: /127.0.0.1:46110 dest: /127.0.0.1:53466
2014-04-10 10:51:54,086 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1649026925-127.0.0.1-1397144808341:blk_1073742026_1202 (numBytes=244650) to 127.0.0.1/127.0.0.1:53466
2014-04-10 10:51:54,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742021_1197 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742021
2014-04-10 10:51:54,088 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1649026925-127.0.0.1-1397144808341:blk_1073742026_1202 src: /127.0.0.1:46110 dest: /127.0.0.1:53466 of size 244650
2014-04-10 10:51:54,088 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742026_1202 size 244650
2014-04-10 10:51:54,512 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0020_000001 (auth:SIMPLE)
2014-04-10 10:51:54,513 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397144823869_0020_000001
2014-04-10 10:51:54,513 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397144823869_0020 APPATTEMPTID=appattempt_1397144823869_0020_000001
2014-04-10 10:51:54,514 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0020_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:51:54,514 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0020 State change from ACCEPTED to RUNNING
2014-04-10 10:51:54,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job_1397144823869_0020_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:54,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-brock/8747660297_lower_6DE34CC4B494497093C33E44804AC2F3/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:51:55,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job_1397144823869_0020_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:51:55,110 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job_1397144823869_0020_1_conf.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742034_1210{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:51:55,139 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742034_1210 src: /127.0.0.1:53936 dest: /127.0.0.1:55289
2014-04-10 10:51:55,141 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742034_1210 src: /127.0.0.1:38213 dest: /127.0.0.1:55175
2014-04-10 10:51:55,142 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742034_1210 src: /127.0.0.1:45988 dest: /127.0.0.1:36139
2014-04-10 10:51:55,150 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:45988, dest: /127.0.0.1:36139, bytes: 95104, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1825084979_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742034_1210, duration: 7277921
2014-04-10 10:51:55,150 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742034_1210, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:51:55,150 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38213, dest: /127.0.0.1:55175, bytes: 95104, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1825084979_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742034_1210, duration: 7596345
2014-04-10 10:51:55,150 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742034_1210{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:51:55,151 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742034_1210, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:55,151 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:53936, dest: /127.0.0.1:55289, bytes: 95104, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1825084979_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742034_1210, duration: 7837801
2014-04-10 10:51:55,151 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742034_1210{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:51:55,151 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742034_1210, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:51:55,151 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742034_1210{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:51:55,168 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job_1397144823869_0020_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1825084979_1
2014-04-10 10:51:55,441 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742030_1206
2014-04-10 10:51:55,444 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742027_1203
2014-04-10 10:51:55,445 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742029_1205
2014-04-10 10:51:55,445 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742028_1204
2014-04-10 10:51:55,642 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742033_1209
2014-04-10 10:51:55,809 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073742016_1192, blk_1073742017_1193, blk_1073742018_1194, blk_1073742019_1195, blk_1073742020_1196, blk_1073742021_1197, blk_1073742023_1199]
2014-04-10 10:51:55,809 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073742016_1192, blk_1073742017_1193, blk_1073742018_1194, blk_1073742019_1195, blk_1073742020_1196, blk_1073742021_1197, blk_1073742023_1199]
2014-04-10 10:51:55,844 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742026_1202
2014-04-10 10:51:55,943 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0020_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:51:55,943 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0020 CONTAINERID=container_1397144823869_0020_01_000002
2014-04-10 10:51:55,943 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0020_01_000002 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:51:55,944 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0020 container=Container: [ContainerId: container_1397144823869_0020_01_000002, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0020_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=3, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:55,944 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=3, numContainers=3
2014-04-10 10:51:55,944 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:55,945 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0020_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:51:55,945 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0020 CONTAINERID=container_1397144823869_0020_01_000003
2014-04-10 10:51:55,945 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0020_01_000003 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 10:51:55,945 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0020 container=Container: [ContainerId: container_1397144823869_0020_01_000003, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0020_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=3, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:55,945 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=3, numContainers=4
2014-04-10 10:51:55,946 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:56,081 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0020_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:51:56,081 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0020 CONTAINERID=container_1397144823869_0020_01_000004
2014-04-10 10:51:56,081 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0020_01_000004 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:51:56,081 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0020 container=Container: [ContainerId: container_1397144823869_0020_01_000004, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0020_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=3, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:56,082 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=3, numContainers=5
2014-04-10 10:51:56,082 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:56,082 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0020_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:51:56,083 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0020 CONTAINERID=container_1397144823869_0020_01_000005
2014-04-10 10:51:56,083 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0020_01_000005 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:51:56,083 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0020 container=Container: [ContainerId: container_1397144823869_0020_01_000005, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0020_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=3, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:56,083 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=3, numContainers=6
2014-04-10 10:51:56,083 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:56,084 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0020_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:51:56,084 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0020 CONTAINERID=container_1397144823869_0020_01_000006
2014-04-10 10:51:56,084 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0020_01_000006 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 10:51:56,085 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0020 container=Container: [ContainerId: container_1397144823869_0020_01_000006, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0020_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=3, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:56,085 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=3, numContainers=7
2014-04-10 10:51:56,085 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:56,128 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397144823869_0019_01_000001 succeeded
2014-04-10 10:51:56,128 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:51:56,128 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0019_01_000001
2014-04-10 10:51:56,151 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000001
2014-04-10 10:51:56,151 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000001
2014-04-10 10:51:56,151 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000001
2014-04-10 10:51:56,151 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0019 CONTAINERID=container_1397144823869_0019_01_000001
2014-04-10 10:51:56,151 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0019/container_1397144823869_0019_01_000001
2014-04-10 10:51:56,151 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0019_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:51:56,151 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0019_01_000001 from application application_1397144823869_0019
2014-04-10 10:51:56,151 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:56,151 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0019
2014-04-10 10:51:56,373 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742034_1210
2014-04-10 10:51:56,448 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742034_1210
2014-04-10 10:51:56,487 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0019_01_000001
2014-04-10 10:51:56,488 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0019_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:51:56,488 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397144823869_0019_000001
2014-04-10 10:51:56,488 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0019_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:51:56,489 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0019_000001 State change from FINISHING to FINISHED
2014-04-10 10:51:56,489 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0019 CONTAINERID=container_1397144823869_0019_01_000001
2014-04-10 10:51:56,489 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0019 State change from FINISHING to FINISHED
2014-04-10 10:51:56,489 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0019_01_000001 of capacity <memory:2048, vCores:1> on host localhost:52024, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:51:56,489 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397144823869_0019
2014-04-10 10:51:56,489 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397144823869_0019_000001
2014-04-10 10:51:56,489 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397144823869_0019,name=[5074A9E3D4A441AF969915640E2BA357/C58C310C991D4CEB86BA8CB9717806E3] lower*upper/(1/1) ...dedpipesplatform/joinnone,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:60619/proxy/application_1397144823869_0019/jobhistory/job/job_1397144823869_0019,appMasterHost=localhost.localdomain,startTime=1397145095702,finishTime=1397145109986,finalStatus=SUCCEEDED
2014-04-10 10:51:56,489 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 10:51:56,490 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0019_01_000001, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=3, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:56,490 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:56,490 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=3, numContainers=6
2014-04-10 10:51:56,490 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0019_000001 released container container_1397144823869_0019_01_000001 on node: host: localhost:52024 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:51:56,491 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397144823869_0019_000001 is done. finalState=FINISHED
2014-04-10 10:51:56,491 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397144823869_0019 requests cleared
2014-04-10 10:51:56,491 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397144823869_0021 from user: brock activated in queue: default
2014-04-10 10:51:56,491 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397144823869_0019 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:51:56,491 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397144823869_0019 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:51:56,493 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0019_000001 (auth:SIMPLE)
2014-04-10 10:51:56,494 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0019_01_000001
2014-04-10 10:51:56,558 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0020_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:51:56,558 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0020_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:51:56,558 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0020_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:51:56,559 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0020_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:51:56,559 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0020_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:51:56,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.jar dst=null perm=null
2014-04-10 10:51:56,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.jar dst=null perm=null
2014-04-10 10:51:56,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.xml dst=null perm=null
2014-04-10 10:51:56,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.xml dst=null perm=null
2014-04-10 10:51:56,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:51:56,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:51:56,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:51:56,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:51:56,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:51:56,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:51:56,668 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0020_000001 (auth:SIMPLE)
2014-04-10 10:51:56,668 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0020_000001 (auth:SIMPLE)
2014-04-10 10:51:56,673 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0020_01_000003 by user brock
2014-04-10 10:51:56,673 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0020_01_000002 by user brock
2014-04-10 10:51:56,674 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0020 CONTAINERID=container_1397144823869_0020_01_000003
2014-04-10 10:51:56,674 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0020 CONTAINERID=container_1397144823869_0020_01_000002
2014-04-10 10:51:56,674 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0020_01_000003 to application application_1397144823869_0020
2014-04-10 10:51:56,674 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0020_01_000006 by user brock
2014-04-10 10:51:56,674 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0020_01_000004 by user brock
2014-04-10 10:51:56,674 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0020
2014-04-10 10:51:56,674 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0020_01_000002 to application application_1397144823869_0020
2014-04-10 10:51:56,674 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0020_01_000005 by user brock
2014-04-10 10:51:56,674 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0020_01_000004 to application application_1397144823869_0020
2014-04-10 10:51:56,674 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:51:56,674 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0020 CONTAINERID=container_1397144823869_0020_01_000005
2014-04-10 10:51:56,674 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0020 CONTAINERID=container_1397144823869_0020_01_000004
2014-04-10 10:51:56,674 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0020 CONTAINERID=container_1397144823869_0020_01_000006
2014-04-10 10:51:56,674 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:51:56,674 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0020 transitioned from NEW to INITING
2014-04-10 10:51:56,675 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0020
2014-04-10 10:51:56,675 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0020_01_000006 to application application_1397144823869_0020
2014-04-10 10:51:56,675 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0020
2014-04-10 10:51:56,675 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0020_01_000005 to application application_1397144823869_0020
2014-04-10 10:51:56,675 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:51:56,675 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0020 transitioned from INITING to RUNNING
2014-04-10 10:51:56,675 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0020
2014-04-10 10:51:56,675 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:51:56,675 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0020
2014-04-10 10:51:56,675 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0020
2014-04-10 10:51:56,675 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:51:56,675 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:51:56,675 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0020
2014-04-10 10:51:56,676 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:51:56,676 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:51:56,676 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0020
2014-04-10 10:51:56,676 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0020
2014-04-10 10:51:56,676 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:51:56,676 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:51:56,676 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0020
2014-04-10 10:51:56,676 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:51:56,676 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:51:56,676 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0020
2014-04-10 10:51:56,676 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0020
2014-04-10 10:51:56,676 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:51:56,677 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0020
2014-04-10 10:51:56,677 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0020
2014-04-10 10:51:56,677 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0020
2014-04-10 10:51:56,677 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:51:56,677 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0020
2014-04-10 10:51:56,677 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0020_01_000005
2014-04-10 10:51:56,677 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0020_01_000004
2014-04-10 10:51:56,678 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0020_01_000006
2014-04-10 10:51:56,686 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397144823869_0020_01_000004.tokens. Credentials list:
2014-04-10 10:51:56,686 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397144823869_0020_01_000005.tokens. Credentials list:
2014-04-10 10:51:56,686 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0020_01_000006.tokens. Credentials list:
2014-04-10 10:51:56,698 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:51:56,699 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:51:56,699 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:51:56,699 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:56,699 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:56,796 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0020/container_1397144823869_0020_01_000003/default_container_executor.sh]
2014-04-10 10:51:56,796 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0020/container_1397144823869_0020_01_000002/default_container_executor.sh]
2014-04-10 10:51:56,802 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397144823869_0020_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0020/container_1397144823869_0020_01_000004.tokens
2014-04-10 10:51:56,802 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0020 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0020
2014-04-10 10:51:56,832 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742034_1210
2014-04-10 10:51:56,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.jar dst=null perm=null
2014-04-10 10:51:56,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.jar dst=null perm=null
2014-04-10 10:51:56,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.jar dst=null perm=null
2014-04-10 10:51:56,898 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46125, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1035354496_14183, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742026_1202, duration: 1154841
2014-04-10 10:51:56,915 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0020/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:51:56,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.xml dst=null perm=null
2014-04-10 10:51:56,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.xml dst=null perm=null
2014-04-10 10:51:56,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.xml dst=null perm=null
2014-04-10 10:51:56,931 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:45999, bytes: 81667, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1035354496_14183, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742032_1208, duration: 187004
2014-04-10 10:51:56,943 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0020_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:51:56,943 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0020_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:51:56,943 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0020/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:51:56,943 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:51:56,943 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:51:56,943 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:51:56,967 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:51:56,967 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:51:56,968 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:56,968 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:56,971 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:51:56,971 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:51:57,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742016_1192 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742016 for deletion
2014-04-10 10:51:57,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742017_1193 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742017 for deletion
2014-04-10 10:51:57,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742018_1194 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742018 for deletion
2014-04-10 10:51:57,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742016_1192 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742016
2014-04-10 10:51:57,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742018_1194 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742018
2014-04-10 10:51:57,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742017_1193 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742017
2014-04-10 10:51:57,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742019_1195 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742019 for deletion
2014-04-10 10:51:57,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742020_1196 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742020 for deletion
2014-04-10 10:51:57,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742021_1197 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742021 for deletion
2014-04-10 10:51:57,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742020_1196 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742020
2014-04-10 10:51:57,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742019_1195 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742019
2014-04-10 10:51:57,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742021_1197 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742021
2014-04-10 10:51:57,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742023_1199 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742023 for deletion
2014-04-10 10:51:57,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742023_1199 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742023
2014-04-10 10:51:57,033 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0020/container_1397144823869_0020_01_000006/default_container_executor.sh]
2014-04-10 10:51:57,033 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0020/container_1397144823869_0020_01_000004/default_container_executor.sh]
2014-04-10 10:51:57,037 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0020/container_1397144823869_0020_01_000005/default_container_executor.sh]
2014-04-10 10:51:57,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742016_1192 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742016 for deletion
2014-04-10 10:51:57,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742017_1193 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742017 for deletion
2014-04-10 10:51:57,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742018_1194 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742018 for deletion
2014-04-10 10:51:57,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742016_1192 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742016
2014-04-10 10:51:57,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742017_1193 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742017
2014-04-10 10:51:57,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742018_1194 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742018
2014-04-10 10:51:57,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742019_1195 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742019 for deletion
2014-04-10 10:51:57,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742020_1196 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742020 for deletion
2014-04-10 10:51:57,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742019_1195 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742019
2014-04-10 10:51:57,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742021_1197 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742021 for deletion
2014-04-10 10:51:57,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742020_1196 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742020
2014-04-10 10:51:57,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742023_1199 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742023 for deletion
2014-04-10 10:51:57,073 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742021_1197 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742021
2014-04-10 10:51:57,073 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742023_1199 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742023
2014-04-10 10:51:57,081 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0019 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:51:57,081 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0020_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:51:57,081 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0020_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:51:57,081 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0020_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:51:57,081 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0019
2014-04-10 10:51:57,081 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0019 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:51:57,081 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0019, with delay of 10800 seconds
2014-04-10 10:51:57,081 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0019
2014-04-10 10:51:57,082 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0021_01_000001 Container Transitioned from NEW to RESERVED
2014-04-10 10:51:57,082 INFO scheduler.SchedulerApplication (SchedulerApplication.java:reserve(257)) - Application application_1397144823869_0021 reserved container container_1397144823869_0021_01_000001 on node host: localhost:37679 #containers=3 available=1024 used=3072, currently has 1 at priority 0; currentReservation 2048
2014-04-10 10:51:57,082 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:reserveResource(237)) - Reserved container container_1397144823869_0021_01_000001 on node host: localhost:37679 #containers=3 available=1024 used=3072 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.common.fica.FiCaSchedulerApp@5387ef4b
2014-04-10 10:51:57,082 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1378)) - Reserved container application=application_1397144823869_0021 resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:57,082 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 10:51:57,082 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0019
2014-04-10 10:51:57,082 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0019
2014-04-10 10:51:57,082 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0019
2014-04-10 10:51:57,082 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:57,176 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0019 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:51:57,176 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0019
2014-04-10 10:51:57,176 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0019
2014-04-10 10:51:57,177 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0019 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:51:57,177 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0019, with delay of 10800 seconds
2014-04-10 10:51:57,177 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0019
2014-04-10 10:51:57,178 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0019
2014-04-10 10:51:57,178 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0019
2014-04-10 10:51:57,488 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0019 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:51:57,488 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0019
2014-04-10 10:51:57,488 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0019
2014-04-10 10:51:57,488 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0019
2014-04-10 10:51:57,489 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0019
2014-04-10 10:51:57,489 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0019
2014-04-10 10:51:57,489 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0019 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:51:57,489 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0019, with delay of 10800 seconds
2014-04-10 10:51:57,578 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:51:57,994 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:51:58,081 INFO capacity.CapacityScheduler (CapacityScheduler.java:nodeUpdate(674)) - Trying to fulfill reservation for application application_1397144823869_0021 on node: localhost:37679
2014-04-10 10:51:58,081 INFO scheduler.SchedulerApplication (SchedulerApplication.java:reserve(257)) - Application application_1397144823869_0021 reserved container container_1397144823869_0021_01_000001 on node host: localhost:37679 #containers=3 available=1024 used=3072, currently has 1 at priority 0; currentReservation 2048
2014-04-10 10:51:58,081 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:reserveResource(233)) - Updated reserved container container_1397144823869_0021_01_000001 on node host: localhost:37679 #containers=3 available=1024 used=3072 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.common.fica.FiCaSchedulerApp@5387ef4b
2014-04-10 10:51:58,081 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1378)) - Reserved container application=application_1397144823869_0021 resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7 usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:58,082 INFO capacity.CapacityScheduler (CapacityScheduler.java:nodeUpdate(698)) - Skipping scheduling since node localhost:37679 is reserved by application appattempt_1397144823869_0021_000001
2014-04-10 10:51:58,246 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0020_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0020/container_1397144823869_0020_01_000006.tokens
2014-04-10 10:51:58,246 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0020 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0020
2014-04-10 10:51:58,375 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:51:58,593 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397144823869_0020_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0020/container_1397144823869_0020_01_000005.tokens
2014-04-10 10:51:58,593 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0020 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0020
2014-04-10 10:51:59,081 INFO capacity.CapacityScheduler (CapacityScheduler.java:nodeUpdate(674)) - Trying to fulfill reservation for application application_1397144823869_0021 on node: localhost:37679
2014-04-10 10:51:59,082 INFO scheduler.SchedulerApplication (SchedulerApplication.java:reserve(257)) - Application application_1397144823869_0021 reserved container container_1397144823869_0021_01_000001 on node host: localhost:37679 #containers=3 available=1024 used=3072, currently has 1 at priority 0; currentReservation 2048
2014-04-10 10:51:59,082 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:reserveResource(233)) - Updated reserved container container_1397144823869_0021_01_000001 on node host: localhost:37679 #containers=3 available=1024 used=3072 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.common.fica.FiCaSchedulerApp@5387ef4b
2014-04-10 10:51:59,082 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1378)) - Reserved container application=application_1397144823869_0021 resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7 usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:59,082 INFO capacity.CapacityScheduler (CapacityScheduler.java:nodeUpdate(698)) - Skipping scheduling since node localhost:37679 is reserved by application appattempt_1397144823869_0021_000001
2014-04-10 10:51:59,177 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0021_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:51:59,177 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0021 CONTAINERID=container_1397144823869_0021_01_000002
2014-04-10 10:51:59,177 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0021_01_000002 of capacity <memory:2048, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 10:51:59,177 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0021 container=Container: [ContainerId: container_1397144823869_0021_01_000002, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0021_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7 usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:59,177 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:11264, vCores:8>usedCapacity=0.6875, absoluteUsedCapacity=0.6875, numApps=2, numContainers=8
2014-04-10 10:51:59,177 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.6875 absoluteUsedCapacity=0.6875 used=<memory:11264, vCores:8> cluster=<memory:16384, vCores:32>
2014-04-10 10:51:59,178 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0021_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:51:59,179 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397144823869_0021 AttemptId: appattempt_1397144823869_0021_000001 MasterContainer: Container: [ContainerId: container_1397144823869_0021_01_000002, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ]
2014-04-10 10:51:59,179 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0021_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:51:59,179 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0021_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:51:59,179 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397144823869_0021_000001
2014-04-10 10:51:59,180 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397144823869_0021_01_000002, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] for AM appattempt_1397144823869_0021_000001
2014-04-10 10:51:59,180 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397144823869_0021_01_000002 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:51:59,182 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0021_000001 (auth:SIMPLE)
2014-04-10 10:51:59,198 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0021_01_000002 by user brock
2014-04-10 10:51:59,198 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0021
2014-04-10 10:51:59,198 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0021 CONTAINERID=container_1397144823869_0021_01_000002
2014-04-10 10:51:59,198 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0021 transitioned from NEW to INITING
2014-04-10 10:51:59,198 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0021_01_000002 to application application_1397144823869_0021
2014-04-10 10:51:59,199 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0021 transitioned from INITING to RUNNING
2014-04-10 10:51:59,199 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397144823869_0021_01_000002, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] for AM appattempt_1397144823869_0021_000001
2014-04-10 10:51:59,199 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0021_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:51:59,199 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:51:59,199 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0021
2014-04-10 10:51:59,199 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:51:59,199 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:51:59,199 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:51:59,199 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:51:59,200 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0021_01_000002
2014-04-10 10:51:59,246 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397144823869_0021_01_000002.tokens. Credentials list:
2014-04-10 10:51:59,338 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:51:59,670 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397144823869_0021_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0021/container_1397144823869_0021_01_000002.tokens
2014-04-10 10:51:59,670 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0021 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0021
2014-04-10 10:51:59,789 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.split dst=null perm=null
2014-04-10 10:51:59,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.split dst=null perm=null
2014-04-10 10:51:59,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.jar dst=null perm=null
2014-04-10 10:51:59,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.jar dst=null perm=null
2014-04-10 10:51:59,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.jar dst=null perm=null
2014-04-10 10:51:59,852 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38247, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2075015014_14400, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742027_1203, duration: 391251
2014-04-10 10:51:59,867 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53970, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0020_m_000001_0_-2060226992_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742028_1204, duration: 178754
2014-04-10 10:51:59,890 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0021/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:51:59,900 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46149, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0020_m_000000_0_-779004882_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742028_1204, duration: 155229
2014-04-10 10:51:59,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.split dst=null perm=null
2014-04-10 10:51:59,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.splitmetainfo dst=null perm=null
2014-04-10 10:51:59,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.splitmetainfo dst=null perm=null
2014-04-10 10:51:59,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.splitmetainfo dst=null perm=null
2014-04-10 10:51:59,927 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38247, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2075015014_14400, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742031_1207, duration: 134931
2014-04-10 10:51:59,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:51:59,946 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38250, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0020_m_000001_0_-2060226992_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 160701
2014-04-10 10:51:59,951 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0021/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:51:59,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:51:59,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.split dst=null perm=null
2014-04-10 10:51:59,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.split dst=null perm=null
2014-04-10 10:51:59,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.split dst=null perm=null
2014-04-10 10:51:59,984 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53977, bytes: 1903, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2075015014_14400, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742029_1205, duration: 2233797
2014-04-10 10:51:59,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.split dst=null perm=null
2014-04-10 10:52:00,009 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46025, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0020_m_000003_0_549296507_1, offset: 1024, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742028_1204, duration: 145244
2014-04-10 10:52:00,016 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0021/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:52:00,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.xml dst=null perm=null
2014-04-10 10:52:00,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.xml dst=null perm=null
2014-04-10 10:52:00,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.xml dst=null perm=null
2014-04-10 10:52:00,059 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38255, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0020_m_000004_0_2103206382_1, offset: 1024, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742028_1204, duration: 167660
2014-04-10 10:52:00,070 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46030, bytes: 81667, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2075015014_14400, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742033_1209, duration: 287825
2014-04-10 10:52:00,083 INFO capacity.CapacityScheduler (CapacityScheduler.java:nodeUpdate(674)) - Trying to fulfill reservation for application application_1397144823869_0021 on node: localhost:37679
2014-04-10 10:52:00,084 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:unreserve(175)) - Application application_1397144823869_0021 unreserved on node host: localhost:37679 #containers=3 available=1024 used=3072, currently has 0 at priority 0; currentReservation <memory:0, vCores:0>
2014-04-10 10:52:00,084 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:9216, vCores:7> numContainers=7 user=brock user-resources=<memory:9216, vCores:7>
2014-04-10 10:52:00,084 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0021_01_000001, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:2048, vCores:1>, Priority: 0, Token: null, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7 usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:00,084 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:00,084 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 10:52:00,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:52:00,104 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53981, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0020_m_000003_0_549296507_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 151811
2014-04-10 10:52:00,108 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0021/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:52:00,108 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:52:00,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:52:00,157 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38255, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0020_m_000004_0_2103206382_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 143369
2014-04-10 10:52:00,177 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0021_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:52:00,189 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46149, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0020_m_000000_0_-779004882_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 156687
2014-04-10 10:52:00,220 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:52:00,220 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:00,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job.split dst=null perm=null
2014-04-10 10:52:00,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8747660297_lower_6DE34CC4B494497093C33E44804AC2F3/_temporary/1/_temporary/attempt_1397144823869_0020_m_000001_0 dst=null perm=null
2014-04-10 10:52:00,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8747660297_lower_6DE34CC4B494497093C33E44804AC2F3/_temporary/1/_temporary/attempt_1397144823869_0020_m_000000_0 dst=null perm=null
2014-04-10 10:52:00,325 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53983, bytes: 1387, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0020_m_000002_0_188642273_1, offset: 512, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742028_1204, duration: 159713
2014-04-10 10:52:00,382 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0020_01_000002
2014-04-10 10:52:00,382 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0020 CONTAINERID=container_1397144823869_0020_01_000002
2014-04-10 10:52:00,382 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:52:00,382 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0020_01_000002
2014-04-10 10:52:00,396 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0020_01_000002 is : 143
2014-04-10 10:52:00,396 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0020_01_000003
2014-04-10 10:52:00,396 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0020 CONTAINERID=container_1397144823869_0020_01_000003
2014-04-10 10:52:00,401 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job_1397144823869_0020_1.jhist. BP-1649026925-127.0.0.1-1397144808341 blk_1073742035_1211{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:52:00,401 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(667)) - Number of transactions: 1739 Total time for transactions(ms): 118 Number of transactions batched in Syncs: 0 Number of syncs: 1213 SyncTimes(ms): 13294 6464
2014-04-10 10:52:00,412 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0021/container_1397144823869_0021_01_000002/default_container_executor.sh]
2014-04-10 10:52:00,412 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:52:00,412 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:52:00,413 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0020/container_1397144823869_0020_01_000002
2014-04-10 10:52:00,413 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0020/container_1397144823869_0020_01_000002
2014-04-10 10:52:00,413 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0020/container_1397144823869_0020_01_000002
2014-04-10 10:52:00,413 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0020_01_000003
2014-04-10 10:52:00,413 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0020/container_1397144823869_0020_01_000002
2014-04-10 10:52:00,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:52:00,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8747660297_lower_6DE34CC4B494497093C33E44804AC2F3/_temporary/1/_temporary/attempt_1397144823869_0020_m_000003_0 dst=null perm=null
2014-04-10 10:52:00,417 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:53983, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0020_m_000002_0_188642273_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 155693
2014-04-10 10:52:00,420 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0020_01_000003 is : 143
2014-04-10 10:52:00,421 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742035_1211 src: /127.0.0.1:46163 dest: /127.0.0.1:53466
2014-04-10 10:52:00,422 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742035_1211 src: /127.0.0.1:46037 dest: /127.0.0.1:36139
2014-04-10 10:52:00,425 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742035_1211 src: /127.0.0.1:38264 dest: /127.0.0.1:55175
2014-04-10 10:52:00,430 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job_1397144823869_0020_1.jhist for DFSClient_NONMAPREDUCE_-1825084979_1
2014-04-10 10:52:00,441 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0020 CONTAINERID=container_1397144823869_0020_01_000002
2014-04-10 10:52:00,441 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:52:00,441 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:52:00,442 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0020_01_000002 from application application_1397144823869_0020
2014-04-10 10:52:00,442 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:00,442 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0020
2014-04-10 10:52:00,442 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0020/container_1397144823869_0020_01_000003
2014-04-10 10:52:00,442 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0020/container_1397144823869_0020_01_000003
2014-04-10 10:52:00,443 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0020/container_1397144823869_0020_01_000003
2014-04-10 10:52:00,443 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0020 CONTAINERID=container_1397144823869_0020_01_000003
2014-04-10 10:52:00,443 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0020/container_1397144823869_0020_01_000003
2014-04-10 10:52:00,443 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:52:00,443 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0020_01_000003 from application application_1397144823869_0020
2014-04-10 10:52:00,443 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:00,443 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0020
2014-04-10 10:52:00,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8747660297_lower_6DE34CC4B494497093C33E44804AC2F3/_temporary/1/_temporary/attempt_1397144823869_0020_m_000004_0 dst=null perm=null
2014-04-10 10:52:00,485 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0020_01_000005
2014-04-10 10:52:00,485 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0020 CONTAINERID=container_1397144823869_0020_01_000005
2014-04-10 10:52:00,485 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:52:00,485 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0020_01_000005
2014-04-10 10:52:00,494 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0020_01_000005 is : 143
2014-04-10 10:52:00,517 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:52:00,518 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0020/container_1397144823869_0020_01_000005
2014-04-10 10:52:00,518 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0020/container_1397144823869_0020_01_000005
2014-04-10 10:52:00,518 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0020/container_1397144823869_0020_01_000005
2014-04-10 10:52:00,518 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0020/container_1397144823869_0020_01_000005
2014-04-10 10:52:00,519 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0020 CONTAINERID=container_1397144823869_0020_01_000005
2014-04-10 10:52:00,519 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:52:00,519 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0020_01_000005 from application application_1397144823869_0020
2014-04-10 10:52:00,519 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:00,519 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0020
2014-04-10 10:52:00,538 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0020_01_000006
2014-04-10 10:52:00,539 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0020 CONTAINERID=container_1397144823869_0020_01_000006
2014-04-10 10:52:00,539 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0020_01_000005
2014-04-10 10:52:00,539 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:52:00,539 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0020_01_000006
2014-04-10 10:52:00,539 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0020_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:52:00,539 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0020_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:52:00,539 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0020 CONTAINERID=container_1397144823869_0020_01_000005
2014-04-10 10:52:00,540 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0020_01_000005 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:52:00,540 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:8192, vCores:6> numContainers=6 user=brock user-resources=<memory:8192, vCores:6>
2014-04-10 10:52:00,540 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0020_01_000005, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:00,540 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:00,540 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:52:00,540 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0020_000001 released container container_1397144823869_0020_01_000005 on node: host: localhost:37679 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:52:00,545 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0020_01_000006 is : 143
2014-04-10 10:52:00,553 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:52:00,553 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0020/container_1397144823869_0020_01_000006
2014-04-10 10:52:00,553 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0020/container_1397144823869_0020_01_000006
2014-04-10 10:52:00,554 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0020/container_1397144823869_0020_01_000006
2014-04-10 10:52:00,554 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0020/container_1397144823869_0020_01_000006
2014-04-10 10:52:00,554 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0020 CONTAINERID=container_1397144823869_0020_01_000006
2014-04-10 10:52:00,554 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:52:00,554 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0020_01_000006 from application application_1397144823869_0020
2014-04-10 10:52:00,554 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:00,554 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0020
2014-04-10 10:52:00,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8747660297_lower_6DE34CC4B494497093C33E44804AC2F3/_temporary/1/_temporary/attempt_1397144823869_0020_m_000002_0 dst=null perm=null
2014-04-10 10:52:00,692 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0020_01_000004
2014-04-10 10:52:00,692 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0020 CONTAINERID=container_1397144823869_0020_01_000004
2014-04-10 10:52:00,692 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:52:00,692 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0020_01_000004
2014-04-10 10:52:00,692 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0020_01_000006
2014-04-10 10:52:00,693 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0020_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:52:00,693 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0020_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:52:00,693 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0020 CONTAINERID=container_1397144823869_0020_01_000006
2014-04-10 10:52:00,693 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0020_01_000006 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:52:00,693 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:5> numContainers=5 user=brock user-resources=<memory:7168, vCores:5>
2014-04-10 10:52:00,693 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0020_01_000006, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:00,693 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:00,693 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:52:00,693 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0020_000001 released container container_1397144823869_0020_01_000006 on node: host: localhost:37679 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:52:00,698 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0020_01_000004 is : 143
2014-04-10 10:52:00,706 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:52:00,707 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0020/container_1397144823869_0020_01_000004
2014-04-10 10:52:00,707 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0020/container_1397144823869_0020_01_000004
2014-04-10 10:52:00,707 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0020/container_1397144823869_0020_01_000004
2014-04-10 10:52:00,707 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0020/container_1397144823869_0020_01_000004
2014-04-10 10:52:00,708 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0020 CONTAINERID=container_1397144823869_0020_01_000004
2014-04-10 10:52:00,708 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:52:00,708 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0020_01_000004 from application application_1397144823869_0020
2014-04-10 10:52:00,708 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:00,708 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0020
2014-04-10 10:52:01,397 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0020_01_000002
2014-04-10 10:52:01,397 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0020_01_000003
2014-04-10 10:52:01,398 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0020_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:52:01,398 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0020_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:52:01,398 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0020 CONTAINERID=container_1397144823869_0020_01_000002
2014-04-10 10:52:01,398 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0020_01_000002 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 10:52:01,398 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:4> numContainers=4 user=brock user-resources=<memory:6144, vCores:4>
2014-04-10 10:52:01,398 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0020_01_000002, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:01,398 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:01,398 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:52:01,398 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0020_000001 released container container_1397144823869_0020_01_000002 on node: host: localhost:50571 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 10:52:01,398 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0020_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:52:01,398 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0020_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:52:01,398 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0020 CONTAINERID=container_1397144823869_0020_01_000003
2014-04-10 10:52:01,399 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0020_01_000003 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:52:01,399 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:3> numContainers=3 user=brock user-resources=<memory:5120, vCores:3>
2014-04-10 10:52:01,399 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0020_01_000003, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:01,399 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:01,399 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:52:01,399 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0020_000001 released container container_1397144823869_0020_01_000003 on node: host: localhost:50571 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:52:01,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:52:01,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/COMMIT_STARTED dst=null perm=null
2014-04-10 10:52:01,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:52:01,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/COMMIT_FAIL dst=null perm=null
2014-04-10 10:52:01,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021 dst=null perm=null
2014-04-10 10:52:01,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:52:01,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:52:01,693 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0020_01_000004
2014-04-10 10:52:01,693 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0020_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:52:01,693 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0020_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:52:01,693 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0020 CONTAINERID=container_1397144823869_0020_01_000004
2014-04-10 10:52:01,693 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0020_01_000004 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:52:01,693 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:2> numContainers=2 user=brock user-resources=<memory:4096, vCores:2>
2014-04-10 10:52:01,694 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0020_01_000004, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:01,694 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:01,694 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:52:01,694 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0020_000001 released container container_1397144823869_0020_01_000004 on node: host: localhost:37679 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:52:01,694 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0020_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:52:01,694 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0020 CONTAINERID=container_1397144823869_0020_01_000007
2014-04-10 10:52:01,694 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0020_01_000007 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:52:01,694 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0020 container=Container: [ContainerId: container_1397144823869_0020_01_000007, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0020_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:01,695 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:52:01,695 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:01,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.splitmetainfo dst=null perm=null
2014-04-10 10:52:01,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.splitmetainfo dst=null perm=null
2014-04-10 10:52:01,969 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38271, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-349245205_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742031_1207, duration: 123579
2014-04-10 10:52:02,558 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0021_000001 (auth:SIMPLE)
2014-04-10 10:52:02,559 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397144823869_0021_000001
2014-04-10 10:52:02,560 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397144823869_0021 APPATTEMPTID=appattempt_1397144823869_0021_000001
2014-04-10 10:52:02,560 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0021_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:52:02,560 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0021 State change from ACCEPTED to RUNNING
2014-04-10 10:52:02,589 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0020_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:52:02,598 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0020_01_000007 by user brock
2014-04-10 10:52:02,598 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0020 CONTAINERID=container_1397144823869_0020_01_000007
2014-04-10 10:52:02,598 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0020_01_000007 to application application_1397144823869_0020
2014-04-10 10:52:02,598 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 10:52:02,598 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0020
2014-04-10 10:52:02,598 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0020
2014-04-10 10:52:02,599 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:52:02,599 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0020
2014-04-10 10:52:02,599 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:52:02,623 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 10:52:02,623 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:02,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job_1397144823869_0021_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:02,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-brock/6533380686_upper_3AFDD1682FCA46F3B741078E7B59A1EB/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:52:02,663 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0020/container_1397144823869_0020_01_000007/default_container_executor.sh]
2014-04-10 10:52:02,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job_1397144823869_0021_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:02,693 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0020_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:52:02,811 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job_1397144823869_0021_1_conf.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742036_1212{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:52:02,846 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742036_1212 src: /127.0.0.1:46051 dest: /127.0.0.1:36139
2014-04-10 10:52:02,847 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742036_1212 src: /127.0.0.1:54002 dest: /127.0.0.1:55289
2014-04-10 10:52:02,853 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742036_1212 src: /127.0.0.1:46180 dest: /127.0.0.1:53466
2014-04-10 10:52:02,858 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46180, dest: /127.0.0.1:53466, bytes: 95104, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-349245205_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742036_1212, duration: 4813710
2014-04-10 10:52:02,858 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742036_1212, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:02,859 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742036_1212{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:52:02,859 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54002, dest: /127.0.0.1:55289, bytes: 95104, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-349245205_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742036_1212, duration: 5281712
2014-04-10 10:52:02,859 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742036_1212, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:02,859 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46051, dest: /127.0.0.1:36139, bytes: 95104, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-349245205_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742036_1212, duration: 5717984
2014-04-10 10:52:02,859 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742036_1212{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:52:02,859 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742036_1212, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:02,860 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742036_1212{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:52:02,943 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job_1397144823869_0021_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-349245205_1
2014-04-10 10:52:03,592 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:52:03,694 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0021_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:52:03,694 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0021 CONTAINERID=container_1397144823869_0021_01_000003
2014-04-10 10:52:03,694 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0021_01_000003 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:52:03,694 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0021 container=Container: [ContainerId: container_1397144823869_0021_01_000003, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0021_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:03,694 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:52:03,694 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:03,695 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0021_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:52:03,695 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0021 CONTAINERID=container_1397144823869_0021_01_000004
2014-04-10 10:52:03,695 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0021_01_000004 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 10:52:03,695 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0021 container=Container: [ContainerId: container_1397144823869_0021_01_000004, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0021_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:03,695 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:52:03,695 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:03,695 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0021_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:52:03,696 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0021 CONTAINERID=container_1397144823869_0021_01_000005
2014-04-10 10:52:03,696 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0021_01_000005 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 10:52:03,696 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0021 container=Container: [ContainerId: container_1397144823869_0021_01_000005, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0021_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:03,696 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:52:03,696 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:04,179 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0021_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:52:04,180 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0021 CONTAINERID=container_1397144823869_0021_01_000006
2014-04-10 10:52:04,180 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0021_01_000006 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:52:04,180 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0021 container=Container: [ContainerId: container_1397144823869_0021_01_000006, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0021_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:04,180 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 10:52:04,180 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:04,180 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0021_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:52:04,181 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0021 CONTAINERID=container_1397144823869_0021_01_000007
2014-04-10 10:52:04,181 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0021_01_000007 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 10:52:04,182 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0021 container=Container: [ContainerId: container_1397144823869_0021_01_000007, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0021_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7 usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:04,182 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8
2014-04-10 10:52:04,182 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:8> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:04,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/8747660297_lower_6DE34CC4B494497093C33E44804AC2F3/_temporary/1/_temporary/attempt_1397144823869_0020_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:04,442 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/8747660297_lower_6DE34CC4B494497093C33E44804AC2F3/_temporary/1/_temporary/attempt_1397144823869_0020_r_000000_0/part-00000. BP-1649026925-127.0.0.1-1397144808341 blk_1073742037_1213{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:52:04,512 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742037_1213 src: /127.0.0.1:46068 dest: /127.0.0.1:36139
2014-04-10 10:52:04,513 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742037_1213 src: /127.0.0.1:46196 dest: /127.0.0.1:53466
2014-04-10 10:52:04,513 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742037_1213 src: /127.0.0.1:54020 dest: /127.0.0.1:55289
2014-04-10 10:52:04,524 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54020, dest: /127.0.0.1:55289, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0020_r_000000_0_-1833769063_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742037_1213, duration: 9337980
2014-04-10 10:52:04,524 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742037_1213, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:04,524 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742037_1213{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:52:04,525 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46196, dest: /127.0.0.1:53466, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0020_r_000000_0_-1833769063_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742037_1213, duration: 10156393
2014-04-10 10:52:04,525 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742037_1213, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:04,525 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742037_1213{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:52:04,525 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46068, dest: /127.0.0.1:36139, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0020_r_000000_0_-1833769063_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742037_1213, duration: 10617544
2014-04-10 10:52:04,525 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742037_1213, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:04,525 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742037_1213{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:52:04,543 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/8747660297_lower_6DE34CC4B494497093C33E44804AC2F3/_temporary/1/_temporary/attempt_1397144823869_0020_r_000000_0/part-00000 is closed by DFSClient_attempt_1397144823869_0020_r_000000_0_-1833769063_1
2014-04-10 10:52:04,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8747660297_lower_6DE34CC4B494497093C33E44804AC2F3/_temporary/1/_temporary/attempt_1397144823869_0020_r_000000_0 dst=null perm=null
2014-04-10 10:52:04,601 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0021_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:52:04,601 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0021_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:52:04,601 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0021_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:52:04,601 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0021_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:52:04,602 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0021_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:52:04,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8747660297_lower_6DE34CC4B494497093C33E44804AC2F3/_temporary/1/_temporary/attempt_1397144823869_0020_r_000000_0 dst=null perm=null
2014-04-10 10:52:04,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8747660297_lower_6DE34CC4B494497093C33E44804AC2F3/_temporary/1/task_1397144823869_0020_r_000000 dst=null perm=null
2014-04-10 10:52:04,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/8747660297_lower_6DE34CC4B494497093C33E44804AC2F3/_temporary/1/_temporary/attempt_1397144823869_0020_r_000000_0 dst=/tmp/hadoop-brock/8747660297_lower_6DE34CC4B494497093C33E44804AC2F3/_temporary/1/task_1397144823869_0020_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:52:04,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.jar dst=null perm=null
2014-04-10 10:52:04,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.jar dst=null perm=null
2014-04-10 10:52:04,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.xml dst=null perm=null
2014-04-10 10:52:04,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.xml dst=null perm=null
2014-04-10 10:52:04,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:52:04,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:52:04,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:52:04,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:52:04,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:52:04,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:52:04,668 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0020_01_000007
2014-04-10 10:52:04,669 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0020 CONTAINERID=container_1397144823869_0020_01_000007
2014-04-10 10:52:04,669 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000007 transitioned from RUNNING to KILLING
2014-04-10 10:52:04,669 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0020_01_000007
2014-04-10 10:52:04,674 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0020_01_000007 is : 143
2014-04-10 10:52:04,683 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:52:04,683 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0020/container_1397144823869_0020_01_000007
2014-04-10 10:52:04,684 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0020/container_1397144823869_0020_01_000007
2014-04-10 10:52:04,684 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0020/container_1397144823869_0020_01_000007
2014-04-10 10:52:04,684 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0020/container_1397144823869_0020_01_000007
2014-04-10 10:52:04,684 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0020 CONTAINERID=container_1397144823869_0020_01_000007
2014-04-10 10:52:04,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:04,685 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:52:04,685 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0020_01_000007 from application application_1397144823869_0020
2014-04-10 10:52:04,685 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:04,685 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0020
2014-04-10 10:52:04,693 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1825084979_1
2014-04-10 10:52:04,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/8747660297_lower_6DE34CC4B494497093C33E44804AC2F3/_temporary/1 dst=null perm=null
2014-04-10 10:52:04,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8747660297_lower_6DE34CC4B494497093C33E44804AC2F3 dst=null perm=null
2014-04-10 10:52:04,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8747660297_lower_6DE34CC4B494497093C33E44804AC2F3 dst=null perm=null
2014-04-10 10:52:04,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/8747660297_lower_6DE34CC4B494497093C33E44804AC2F3/_temporary/1/task_1397144823869_0020_r_000000 dst=null perm=null
2014-04-10 10:52:04,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8747660297_lower_6DE34CC4B494497093C33E44804AC2F3/part-00000 dst=null perm=null
2014-04-10 10:52:04,711 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0021_000001 (auth:SIMPLE)
2014-04-10 10:52:04,711 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0021_000001 (auth:SIMPLE)
2014-04-10 10:52:04,714 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0021_01_000003 by user brock
2014-04-10 10:52:04,714 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0021_01_000004 by user brock
2014-04-10 10:52:04,714 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0021
2014-04-10 10:52:04,714 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0021_01_000004 to application application_1397144823869_0021
2014-04-10 10:52:04,714 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0021 CONTAINERID=container_1397144823869_0021_01_000003
2014-04-10 10:52:04,714 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0021_01_000006 by user brock
2014-04-10 10:52:04,714 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0021 CONTAINERID=container_1397144823869_0021_01_000004
2014-04-10 10:52:04,715 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0021 CONTAINERID=container_1397144823869_0021_01_000006
2014-04-10 10:52:04,714 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0021_01_000007 by user brock
2014-04-10 10:52:04,715 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0021_01_000005 by user brock
2014-04-10 10:52:04,715 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0021_01_000006 to application application_1397144823869_0021
2014-04-10 10:52:04,715 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0021 transitioned from NEW to INITING
2014-04-10 10:52:04,715 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0021_01_000007 to application application_1397144823869_0021
2014-04-10 10:52:04,715 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0021 CONTAINERID=container_1397144823869_0021_01_000005
2014-04-10 10:52:04,715 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0021 CONTAINERID=container_1397144823869_0021_01_000007
2014-04-10 10:52:04,715 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:52:04,715 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0021_01_000003 to application application_1397144823869_0021
2014-04-10 10:52:04,716 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0021_01_000005 to application application_1397144823869_0021
2014-04-10 10:52:04,716 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 10:52:04,716 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0021 transitioned from INITING to RUNNING
2014-04-10 10:52:04,716 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0021
2014-04-10 10:52:04,716 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0021
2014-04-10 10:52:04,716 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:52:04,716 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:52:04,716 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0021
2014-04-10 10:52:04,717 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:52:04,717 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0021
2014-04-10 10:52:04,717 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0021
2014-04-10 10:52:04,717 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:52:04,717 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:52:04,717 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0021
2014-04-10 10:52:04,717 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0021
2014-04-10 10:52:04,717 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0021
2014-04-10 10:52:04,717 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:52:04,718 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0021
2014-04-10 10:52:04,718 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:52:04,718 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:52:04,718 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:52:04,718 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:52:04,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/8747660297_lower_6DE34CC4B494497093C33E44804AC2F3/_temporary/1/task_1397144823869_0020_r_000000/part-00000 dst=/tmp/hadoop-brock/8747660297_lower_6DE34CC4B494497093C33E44804AC2F3/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:04,718 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0021
2014-04-10 10:52:04,718 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0021
2014-04-10 10:52:04,718 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:52:04,718 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0021
2014-04-10 10:52:04,718 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0021
2014-04-10 10:52:04,718 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0021
2014-04-10 10:52:04,718 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:52:04,719 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0021
2014-04-10 10:52:04,719 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0021_01_000005
2014-04-10 10:52:04,719 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0021_01_000004
2014-04-10 10:52:04,719 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0021_01_000003
2014-04-10 10:52:04,730 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397144823869_0021_01_000004.tokens. Credentials list:
2014-04-10 10:52:04,730 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397144823869_0021_01_000005.tokens. Credentials list:
2014-04-10 10:52:04,730 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397144823869_0021_01_000003.tokens. Credentials list:
2014-04-10 10:52:04,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/8747660297_lower_6DE34CC4B494497093C33E44804AC2F3/_temporary dst=null perm=null
2014-04-10 10:52:04,743 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:52:04,747 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 10:52:04,747 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:04,747 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:52:04,747 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:04,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/8747660297_lower_6DE34CC4B494497093C33E44804AC2F3/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:04,768 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/8747660297_lower_6DE34CC4B494497093C33E44804AC2F3/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1825084979_1
2014-04-10 10:52:04,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:04,824 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0021/container_1397144823869_0021_01_000007/default_container_executor.sh]
2014-04-10 10:52:04,825 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0021/container_1397144823869_0021_01_000006/default_container_executor.sh]
2014-04-10 10:52:04,825 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397144823869_0021_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0021/container_1397144823869_0021_01_000004.tokens
2014-04-10 10:52:04,825 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0021 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0021
2014-04-10 10:52:04,834 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1825084979_1
2014-04-10 10:52:04,851 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38264, dest: /127.0.0.1:55175, bytes: 68734, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1825084979_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742035_1211, duration: 4425870082
2014-04-10 10:52:04,851 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742035_1211, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:04,852 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46037, dest: /127.0.0.1:36139, bytes: 68734, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1825084979_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742035_1211, duration: 4425311391
2014-04-10 10:52:04,852 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742035_1211{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 15742
2014-04-10 10:52:04,852 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742035_1211, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:04,853 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46163, dest: /127.0.0.1:53466, bytes: 68734, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1825084979_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742035_1211, duration: 4426981919
2014-04-10 10:52:04,853 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742035_1211, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:04,853 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742035_1211{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 15742
2014-04-10 10:52:04,854 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742035_1211{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 15742
2014-04-10 10:52:04,868 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job_1397144823869_0020_1.jhist is closed by DFSClient_NONMAPREDUCE_-1825084979_1
2014-04-10 10:52:04,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0020.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:04,878 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0020.summary_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742038_1214{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:52:04,895 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742038_1214 src: /127.0.0.1:46075 dest: /127.0.0.1:36139
2014-04-10 10:52:04,896 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742038_1214 src: /127.0.0.1:46203 dest: /127.0.0.1:53466
2014-04-10 10:52:04,900 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742038_1214 src: /127.0.0.1:54027 dest: /127.0.0.1:55289
2014-04-10 10:52:04,903 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54027, dest: /127.0.0.1:55289, bytes: 424, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1825084979_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742038_1214, duration: 2245460
2014-04-10 10:52:04,904 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742038_1214{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:52:04,904 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46203, dest: /127.0.0.1:53466, bytes: 424, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1825084979_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742038_1214, duration: 2560973
2014-04-10 10:52:04,904 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742038_1214, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:04,905 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742038_1214{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:52:04,905 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46075, dest: /127.0.0.1:36139, bytes: 424, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1825084979_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742038_1214, duration: 2724321
2014-04-10 10:52:04,905 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742038_1214{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:52:04,906 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742038_1214, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:04,906 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742038_1214, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:04,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.jar dst=null perm=null
2014-04-10 10:52:04,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.jar dst=null perm=null
2014-04-10 10:52:04,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.jar dst=null perm=null
2014-04-10 10:52:04,918 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0020.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1825084979_1
2014-04-10 10:52:04,920 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46078, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-363892469_14696, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742027_1203, duration: 439081
2014-04-10 10:52:04,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0020.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:04,939 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0021/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:52:04,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job_1397144823869_0020_1.jhist dst=null perm=null
2014-04-10 10:52:04,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0020-1397145110816-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2F734EDA9AB4BC4451-1397145124836-5-1-SUCCEEDED-default-1397145114523.jhist_tmp dst=null perm=null
2014-04-10 10:52:04,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job_1397144823869_0020_1.jhist dst=null perm=null
2014-04-10 10:52:04,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0020-1397145110816-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2F734EDA9AB4BC4451-1397145124836-5-1-SUCCEEDED-default-1397145114523.jhist_tmp dst=null perm=null
2014-04-10 10:52:04,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job_1397144823869_0020_1.jhist dst=null perm=null
2014-04-10 10:52:04,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.xml dst=null perm=null
2014-04-10 10:52:04,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.xml dst=null perm=null
2014-04-10 10:52:04,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.xml dst=null perm=null
2014-04-10 10:52:04,956 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46078, bytes: 81667, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-363892469_14696, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742033_1209, duration: 217058
2014-04-10 10:52:04,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0020-1397145110816-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2F734EDA9AB4BC4451-1397145124836-5-1-SUCCEEDED-default-1397145114523.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:04,961 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38305, bytes: 69274, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1825084979_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742035_1211, duration: 198232
2014-04-10 10:52:04,964 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0020-1397145110816-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2F734EDA9AB4BC4451-1397145124836-5-1-SUCCEEDED-default-1397145114523.jhist_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742039_1215{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:52:04,969 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0021/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:52:04,969 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:52:04,969 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:52:04,969 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:52:04,978 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742039_1215 src: /127.0.0.1:38306 dest: /127.0.0.1:55175
2014-04-10 10:52:04,979 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742039_1215 src: /127.0.0.1:46081 dest: /127.0.0.1:36139
2014-04-10 10:52:04,980 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742039_1215 src: /127.0.0.1:46209 dest: /127.0.0.1:53466
2014-04-10 10:52:04,984 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46209, dest: /127.0.0.1:53466, bytes: 68734, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1825084979_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742039_1215, duration: 2575434
2014-04-10 10:52:04,984 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742039_1215, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:04,984 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46081, dest: /127.0.0.1:36139, bytes: 68734, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1825084979_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742039_1215, duration: 2912613
2014-04-10 10:52:04,984 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742039_1215, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:04,985 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38306, dest: /127.0.0.1:55175, bytes: 68734, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1825084979_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742039_1215, duration: 3405792
2014-04-10 10:52:04,985 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742039_1215{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:52:04,985 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742039_1215, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:04,986 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742039_1215{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:52:04,986 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742039_1215{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:52:05,003 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:52:05,004 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:05,004 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:52:05,004 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:05,007 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:52:05,007 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:05,009 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0020-1397145110816-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2F734EDA9AB4BC4451-1397145124836-5-1-SUCCEEDED-default-1397145114523.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1825084979_1
2014-04-10 10:52:05,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0020-1397145110816-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2F734EDA9AB4BC4451-1397145124836-5-1-SUCCEEDED-default-1397145114523.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:05,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job_1397144823869_0020_1_conf.xml dst=null perm=null
2014-04-10 10:52:05,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0020_conf.xml_tmp dst=null perm=null
2014-04-10 10:52:05,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job_1397144823869_0020_1_conf.xml dst=null perm=null
2014-04-10 10:52:05,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0020_conf.xml_tmp dst=null perm=null
2014-04-10 10:52:05,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020/job_1397144823869_0020_1_conf.xml dst=null perm=null
2014-04-10 10:52:05,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0020_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:05,036 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54035, bytes: 95848, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1825084979_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742034_1210, duration: 196224
2014-04-10 10:52:05,039 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0020_conf.xml_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742040_1216{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:52:05,053 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742040_1216 src: /127.0.0.1:46086 dest: /127.0.0.1:36139
2014-04-10 10:52:05,054 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742040_1216 src: /127.0.0.1:46214 dest: /127.0.0.1:53466
2014-04-10 10:52:05,055 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742040_1216 src: /127.0.0.1:54038 dest: /127.0.0.1:55289
2014-04-10 10:52:05,058 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54038, dest: /127.0.0.1:55289, bytes: 95104, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1825084979_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742040_1216, duration: 2501838
2014-04-10 10:52:05,059 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742040_1216, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:05,059 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742040_1216{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:52:05,059 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46214, dest: /127.0.0.1:53466, bytes: 95104, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1825084979_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742040_1216, duration: 3547331
2014-04-10 10:52:05,060 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742040_1216, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:05,060 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742040_1216{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:52:05,060 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46086, dest: /127.0.0.1:36139, bytes: 95104, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1825084979_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742040_1216, duration: 4108567
2014-04-10 10:52:05,060 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742040_1216, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:05,060 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742040_1216{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:52:05,068 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0021/container_1397144823869_0021_01_000005/default_container_executor.sh]
2014-04-10 10:52:05,068 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0021/container_1397144823869_0021_01_000003/default_container_executor.sh]
2014-04-10 10:52:05,071 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0021/container_1397144823869_0021_01_000004/default_container_executor.sh]
2014-04-10 10:52:05,076 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0020_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1825084979_1
2014-04-10 10:52:05,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0020_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:05,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0020.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0020.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:05,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0020_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0020_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:05,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0020-1397145110816-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2F734EDA9AB4BC4451-1397145124836-5-1-SUCCEEDED-default-1397145114523.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0020-1397145110816-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2F734EDA9AB4BC4451-1397145124836-5-1-SUCCEEDED-default-1397145114523.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:05,134 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397144823869_0020_000001 with final state: FINISHING
2014-04-10 10:52:05,134 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0020_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:52:05,134 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397144823869_0020 with final state: FINISHING
2014-04-10 10:52:05,134 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0020 State change from RUNNING to FINAL_SAVING
2014-04-10 10:52:05,134 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0020_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:52:05,135 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0020
2014-04-10 10:52:05,135 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0020 State change from FINAL_SAVING to FINISHING
2014-04-10 10:52:05,178 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0021_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:52:05,178 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0021_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:52:05,215 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:52:05,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:52:05,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:52:05,232 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397144823869_0020 from file: hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0020-1397145110816-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2F734EDA9AB4BC4451-1397145124836-5-1-SUCCEEDED-default-1397145114523.jhist
2014-04-10 10:52:05,236 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0020-1397145110816-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2F734EDA9AB4BC4451-1397145124836-5-1-SUCCEEDED-default-1397145114523.jhist]
2014-04-10 10:52:05,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0020-1397145110816-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2F734EDA9AB4BC4451-1397145124836-5-1-SUCCEEDED-default-1397145114523.jhist dst=null perm=null
2014-04-10 10:52:05,238 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38317, bytes: 69274, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742039_1215, duration: 298739
2014-04-10 10:52:05,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0020.summary dst=null perm=null
2014-04-10 10:52:05,266 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46219, bytes: 428, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_538767685_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742038_1214, duration: 157158
2014-04-10 10:52:05,266 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397144823869_0020,submitTime=1397145110816,launchTime=1397145114523,firstMapTaskLaunchTime=1397145116679,firstReduceTaskLaunchTime=1397145122598,finishTime=1397145124836,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=5,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=19,reduceSlotSeconds=2,jobName=[E3842A83546D455AABCCC3B88B571FDA/734EDA9AB4BC4451BB9FCB1B50DC4ECD] lower*upper/(2/3)
2014-04-10 10:52:05,266 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0020.summary]
2014-04-10 10:52:05,276 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742038_1214 127.0.0.1:36139 127.0.0.1:53466 127.0.0.1:55289
2014-04-10 10:52:05,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0020.summary dst=null perm=null
2014-04-10 10:52:05,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:52:05,282 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0020-1397145110816-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2F734EDA9AB4BC4451-1397145124836-5-1-SUCCEEDED-default-1397145114523.jhist to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0020-1397145110816-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2F734EDA9AB4BC4451-1397145124836-5-1-SUCCEEDED-default-1397145114523.jhist
2014-04-10 10:52:05,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0020-1397145110816-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2F734EDA9AB4BC4451-1397145124836-5-1-SUCCEEDED-default-1397145114523.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0020-1397145110816-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2F734EDA9AB4BC4451-1397145124836-5-1-SUCCEEDED-default-1397145114523.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:05,294 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0020_conf.xml to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0020_conf.xml
2014-04-10 10:52:05,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0020_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0020_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:05,617 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:52:05,669 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0020_01_000007
2014-04-10 10:52:05,670 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0021_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:52:05,670 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0021_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:52:05,670 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0021_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:52:05,670 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0020_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:52:05,670 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0020_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 10:52:05,670 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0020 CONTAINERID=container_1397144823869_0020_01_000007
2014-04-10 10:52:05,670 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0020_01_000007 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 10:52:05,670 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:9216, vCores:7> numContainers=7 user=brock user-resources=<memory:9216, vCores:7>
2014-04-10 10:52:05,671 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0020_01_000007, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7 usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:05,671 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:05,671 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 10:52:05,671 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0020_000001 released container container_1397144823869_0020_01_000007 on node: host: localhost:37679 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 10:52:05,846 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742038_1214
2014-04-10 10:52:05,847 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742040_1216
2014-04-10 10:52:05,848 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742036_1212
2014-04-10 10:52:05,849 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742035_1211
2014-04-10 10:52:05,849 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742037_1213
2014-04-10 10:52:05,850 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742039_1215
2014-04-10 10:52:05,999 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:52:06,159 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742026_1202 127.0.0.1:55175 127.0.0.1:36139 127.0.0.1:55289 127.0.0.1:53466
2014-04-10 10:52:06,160 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742028_1204 127.0.0.1:55175 127.0.0.1:36139 127.0.0.1:53466 127.0.0.1:55289
2014-04-10 10:52:06,160 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742030_1206 127.0.0.1:55175 127.0.0.1:36139 127.0.0.1:53466
2014-04-10 10:52:06,160 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742032_1208 127.0.0.1:55175 127.0.0.1:36139 127.0.0.1:55289
2014-04-10 10:52:06,160 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742035_1211 127.0.0.1:53466 127.0.0.1:36139 127.0.0.1:55175
2014-04-10 10:52:06,160 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742034_1210 127.0.0.1:55289 127.0.0.1:55175 127.0.0.1:36139
2014-04-10 10:52:06,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0020 dst=null perm=null
2014-04-10 10:52:06,302 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397144823869_0021_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0021/container_1397144823869_0021_01_000003.tokens
2014-04-10 10:52:06,302 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0021 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0021
2014-04-10 10:52:06,377 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742036_1212
2014-04-10 10:52:06,377 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742038_1214
2014-04-10 10:52:06,378 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742040_1216
2014-04-10 10:52:06,378 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742037_1213
2014-04-10 10:52:06,452 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742035_1211
2014-04-10 10:52:06,453 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742039_1215
2014-04-10 10:52:06,498 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:52:06,785 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397144823869_0021_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0021/container_1397144823869_0021_01_000005.tokens
2014-04-10 10:52:06,785 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0021 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0021
2014-04-10 10:52:06,835 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742038_1214
2014-04-10 10:52:06,835 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742037_1213
2014-04-10 10:52:06,836 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742036_1212
2014-04-10 10:52:06,837 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742039_1215
2014-04-10 10:52:07,037 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742040_1216
2014-04-10 10:52:07,038 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742035_1211
2014-04-10 10:52:07,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.split dst=null perm=null
2014-04-10 10:52:07,811 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073742032_1208, blk_1073742034_1210, blk_1073742035_1211, blk_1073742026_1202, blk_1073742028_1204, blk_1073742030_1206]
2014-04-10 10:52:07,811 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073742035_1211, blk_1073742038_1214, blk_1073742026_1202, blk_1073742028_1204, blk_1073742030_1206]
2014-04-10 10:52:07,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.split dst=null perm=null
2014-04-10 10:52:07,888 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46239, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0021_m_000003_0_1314568727_1, offset: 1024, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742029_1205, duration: 170571
2014-04-10 10:52:07,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.split dst=null perm=null
2014-04-10 10:52:07,900 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54063, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0021_m_000000_0_-1108179315_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742029_1205, duration: 175441
2014-04-10 10:52:07,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.split dst=null perm=null
2014-04-10 10:52:07,948 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46242, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0021_m_000004_0_84602912_1, offset: 1024, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742029_1205, duration: 169613
2014-04-10 10:52:07,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:52:07,971 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46117, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0021_m_000003_0_1314568727_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, duration: 164783
2014-04-10 10:52:07,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:52:08,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job.split dst=null perm=null
2014-04-10 10:52:08,020 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54070, bytes: 1387, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0021_m_000002_0_-2077495412_1, offset: 512, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742029_1205, duration: 152710
2014-04-10 10:52:08,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:52:08,024 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46242, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0021_m_000004_0_84602912_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, duration: 153380
2014-04-10 10:52:08,100 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46249, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0021_m_000001_0_-786125983_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742029_1205, duration: 172790
2014-04-10 10:52:08,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:52:08,104 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38350, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0021_m_000002_0_-2077495412_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, duration: 160592
2014-04-10 10:52:08,146 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46125, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0021_m_000000_0_-1108179315_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, duration: 157413
2014-04-10 10:52:08,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:52:08,194 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46249, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0021_m_000001_0_-786125983_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, duration: 151335
2014-04-10 10:52:08,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6533380686_upper_3AFDD1682FCA46F3B741078E7B59A1EB/_temporary/1/_temporary/attempt_1397144823869_0021_m_000000_0 dst=null perm=null
2014-04-10 10:52:08,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6533380686_upper_3AFDD1682FCA46F3B741078E7B59A1EB/_temporary/1/_temporary/attempt_1397144823869_0021_m_000003_0 dst=null perm=null
2014-04-10 10:52:08,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6533380686_upper_3AFDD1682FCA46F3B741078E7B59A1EB/_temporary/1/_temporary/attempt_1397144823869_0021_m_000004_0 dst=null perm=null
2014-04-10 10:52:08,321 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0021_01_000006
2014-04-10 10:52:08,321 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0021_01_000003
2014-04-10 10:52:08,321 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:52:08,321 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:52:08,321 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0021 CONTAINERID=container_1397144823869_0021_01_000003
2014-04-10 10:52:08,321 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0021 CONTAINERID=container_1397144823869_0021_01_000006
2014-04-10 10:52:08,321 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0021_01_000003
2014-04-10 10:52:08,321 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0021_01_000006
2014-04-10 10:52:08,330 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0021_01_000003 is : 143
2014-04-10 10:52:08,338 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job_1397144823869_0021_1.jhist. BP-1649026925-127.0.0.1-1397144808341 blk_1073742041_1217{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:52:08,339 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0021_01_000006 is : 143
2014-04-10 10:52:08,366 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:52:08,366 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0021/container_1397144823869_0021_01_000003
2014-04-10 10:52:08,366 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0021/container_1397144823869_0021_01_000003
2014-04-10 10:52:08,372 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0021 CONTAINERID=container_1397144823869_0021_01_000003
2014-04-10 10:52:08,372 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:52:08,372 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0021_01_000003 from application application_1397144823869_0021
2014-04-10 10:52:08,372 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:08,373 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0021
2014-04-10 10:52:08,374 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0021/container_1397144823869_0021_01_000003
2014-04-10 10:52:08,374 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0021_01_000007
2014-04-10 10:52:08,374 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0021 CONTAINERID=container_1397144823869_0021_01_000007
2014-04-10 10:52:08,374 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0021/container_1397144823869_0021_01_000003
2014-04-10 10:52:08,375 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:52:08,375 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000007 transitioned from RUNNING to KILLING
2014-04-10 10:52:08,375 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0021/container_1397144823869_0021_01_000006
2014-04-10 10:52:08,376 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0021/container_1397144823869_0021_01_000006
2014-04-10 10:52:08,376 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0021/container_1397144823869_0021_01_000006
2014-04-10 10:52:08,376 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0021/container_1397144823869_0021_01_000006
2014-04-10 10:52:08,377 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0021_01_000007
2014-04-10 10:52:08,390 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0021_01_000007 is : 143
2014-04-10 10:52:08,399 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0021 CONTAINERID=container_1397144823869_0021_01_000006
2014-04-10 10:52:08,399 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:52:08,400 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:52:08,400 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0021_01_000006 from application application_1397144823869_0021
2014-04-10 10:52:08,400 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:08,400 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0021
2014-04-10 10:52:08,400 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0021/container_1397144823869_0021_01_000007
2014-04-10 10:52:08,400 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0021/container_1397144823869_0021_01_000007
2014-04-10 10:52:08,401 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0021/container_1397144823869_0021_01_000007
2014-04-10 10:52:08,401 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0021 CONTAINERID=container_1397144823869_0021_01_000007
2014-04-10 10:52:08,401 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0021/container_1397144823869_0021_01_000007
2014-04-10 10:52:08,401 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:52:08,401 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0021_01_000007 from application application_1397144823869_0021
2014-04-10 10:52:08,401 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:08,401 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0021
2014-04-10 10:52:08,402 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742041_1217 src: /127.0.0.1:54077 dest: /127.0.0.1:55289
2014-04-10 10:52:08,403 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742041_1217 src: /127.0.0.1:38354 dest: /127.0.0.1:55175
2014-04-10 10:52:08,403 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742041_1217 src: /127.0.0.1:46256 dest: /127.0.0.1:53466
2014-04-10 10:52:08,406 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job_1397144823869_0021_1.jhist for DFSClient_NONMAPREDUCE_-349245205_1
2014-04-10 10:52:08,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6533380686_upper_3AFDD1682FCA46F3B741078E7B59A1EB/_temporary/1/_temporary/attempt_1397144823869_0021_m_000002_0 dst=null perm=null
2014-04-10 10:52:08,457 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0021_01_000005
2014-04-10 10:52:08,457 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0021 CONTAINERID=container_1397144823869_0021_01_000005
2014-04-10 10:52:08,457 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:52:08,457 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0021_01_000003
2014-04-10 10:52:08,457 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0021_01_000005
2014-04-10 10:52:08,457 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0021_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:52:08,457 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0021_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:52:08,458 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0021 CONTAINERID=container_1397144823869_0021_01_000003
2014-04-10 10:52:08,458 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0021_01_000003 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:52:08,458 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:8192, vCores:6> numContainers=6 user=brock user-resources=<memory:8192, vCores:6>
2014-04-10 10:52:08,458 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0021_01_000003, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:08,458 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:08,458 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:52:08,458 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0021_000001 released container container_1397144823869_0021_01_000003 on node: host: localhost:37679 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:52:08,464 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0021_01_000005 is : 143
2014-04-10 10:52:08,478 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:52:08,478 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0021/container_1397144823869_0021_01_000005
2014-04-10 10:52:08,478 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0021/container_1397144823869_0021_01_000005
2014-04-10 10:52:08,479 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0021/container_1397144823869_0021_01_000005
2014-04-10 10:52:08,479 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0021 CONTAINERID=container_1397144823869_0021_01_000005
2014-04-10 10:52:08,479 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0021/container_1397144823869_0021_01_000005
2014-04-10 10:52:08,479 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:52:08,479 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0021_01_000005 from application application_1397144823869_0021
2014-04-10 10:52:08,479 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:08,479 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0021
2014-04-10 10:52:08,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6533380686_upper_3AFDD1682FCA46F3B741078E7B59A1EB/_temporary/1/_temporary/attempt_1397144823869_0021_m_000001_0 dst=null perm=null
2014-04-10 10:52:08,528 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0021_01_000004
2014-04-10 10:52:08,529 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0021 CONTAINERID=container_1397144823869_0021_01_000004
2014-04-10 10:52:08,529 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:52:08,529 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0021_01_000004
2014-04-10 10:52:08,529 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0021_01_000005
2014-04-10 10:52:08,529 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0021_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:52:08,529 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0021_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:52:08,529 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0021 CONTAINERID=container_1397144823869_0021_01_000005
2014-04-10 10:52:08,530 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0021_01_000005 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:52:08,530 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:5> numContainers=5 user=brock user-resources=<memory:7168, vCores:5>
2014-04-10 10:52:08,530 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0021_01_000005, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:08,530 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:08,530 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:52:08,530 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0021_000001 released container container_1397144823869_0021_01_000005 on node: host: localhost:37679 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:52:08,536 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0021_01_000004 is : 143
2014-04-10 10:52:08,543 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:52:08,544 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0021/container_1397144823869_0021_01_000004
2014-04-10 10:52:08,544 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0021/container_1397144823869_0021_01_000004
2014-04-10 10:52:08,544 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0021/container_1397144823869_0021_01_000004
2014-04-10 10:52:08,544 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0021/container_1397144823869_0021_01_000004
2014-04-10 10:52:08,544 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0021 CONTAINERID=container_1397144823869_0021_01_000004
2014-04-10 10:52:08,545 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:52:08,545 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0021_01_000004 from application application_1397144823869_0021
2014-04-10 10:52:08,545 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:08,545 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0021
2014-04-10 10:52:09,073 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742032_1208 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742032 for deletion
2014-04-10 10:52:09,073 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742034_1210 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742034 for deletion
2014-04-10 10:52:09,073 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742032_1208 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742032
2014-04-10 10:52:09,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742035_1211 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742035 for deletion
2014-04-10 10:52:09,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742034_1210 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742034
2014-04-10 10:52:09,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742026_1202 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742026 for deletion
2014-04-10 10:52:09,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742035_1211 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742035
2014-04-10 10:52:09,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742028_1204 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742028 for deletion
2014-04-10 10:52:09,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742035_1211 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742035 for deletion
2014-04-10 10:52:09,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742030_1206 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742030 for deletion
2014-04-10 10:52:09,075 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742038_1214 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742038 for deletion
2014-04-10 10:52:09,075 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742035_1211 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742035
2014-04-10 10:52:09,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742026_1202 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742026
2014-04-10 10:52:09,075 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742038_1214 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742038
2014-04-10 10:52:09,075 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742028_1204 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742028
2014-04-10 10:52:09,075 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742026_1202 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742026 for deletion
2014-04-10 10:52:09,075 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742030_1206 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742030
2014-04-10 10:52:09,076 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742028_1204 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742028 for deletion
2014-04-10 10:52:09,076 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742030_1206 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742030 for deletion
2014-04-10 10:52:09,076 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742028_1204 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742028
2014-04-10 10:52:09,076 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742026_1202 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742026
2014-04-10 10:52:09,076 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742030_1206 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742030
2014-04-10 10:52:09,375 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0021_01_000006
2014-04-10 10:52:09,376 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0021_01_000007
2014-04-10 10:52:09,376 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0021_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:52:09,376 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0021_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:52:09,376 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0021 CONTAINERID=container_1397144823869_0021_01_000006
2014-04-10 10:52:09,376 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0021_01_000006 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 10:52:09,377 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:4> numContainers=4 user=brock user-resources=<memory:6144, vCores:4>
2014-04-10 10:52:09,377 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0021_01_000006, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:09,377 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:09,377 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:52:09,377 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0021_000001 released container container_1397144823869_0021_01_000006 on node: host: localhost:56736 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 10:52:09,377 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0021_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:52:09,378 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0021_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 10:52:09,378 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0021 CONTAINERID=container_1397144823869_0021_01_000007
2014-04-10 10:52:09,378 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0021_01_000007 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:52:09,378 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:3> numContainers=3 user=brock user-resources=<memory:5120, vCores:3>
2014-04-10 10:52:09,378 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0021_01_000007, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:09,378 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:09,378 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:52:09,379 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0021_000001 released container container_1397144823869_0021_01_000007 on node: host: localhost:56736 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:52:09,529 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0021_01_000004
2014-04-10 10:52:09,530 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0021_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:52:09,530 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0021_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:52:09,530 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0021 CONTAINERID=container_1397144823869_0021_01_000004
2014-04-10 10:52:09,530 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0021_01_000004 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:52:09,530 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:2> numContainers=2 user=brock user-resources=<memory:4096, vCores:2>
2014-04-10 10:52:09,531 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0021_01_000004, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:09,531 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:09,531 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:52:09,531 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0021_000001 released container container_1397144823869_0021_01_000004 on node: host: localhost:37679 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:52:10,377 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0021_01_000008 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:52:10,377 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0021 CONTAINERID=container_1397144823869_0021_01_000008
2014-04-10 10:52:10,377 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0021_01_000008 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:52:10,377 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0021 container=Container: [ContainerId: container_1397144823869_0021_01_000008, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0021_01_000008 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:10,378 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:52:10,378 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:10,635 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0021_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:52:10,647 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0021_01_000008 by user brock
2014-04-10 10:52:10,648 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0021 CONTAINERID=container_1397144823869_0021_01_000008
2014-04-10 10:52:10,648 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0021_01_000008 to application application_1397144823869_0021
2014-04-10 10:52:10,648 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000008 transitioned from NEW to LOCALIZING
2014-04-10 10:52:10,649 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0021
2014-04-10 10:52:10,649 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0021
2014-04-10 10:52:10,649 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:52:10,649 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0021
2014-04-10 10:52:10,650 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000008 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:52:10,684 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000008 transitioned from LOCALIZED to RUNNING
2014-04-10 10:52:10,684 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:10,742 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0021/container_1397144823869_0021_01_000008/default_container_executor.sh]
2014-04-10 10:52:10,811 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073742032_1208, blk_1073742034_1210, blk_1073742038_1214, blk_1073742026_1202, blk_1073742028_1204]
2014-04-10 10:52:10,812 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073742032_1208, blk_1073742034_1210, blk_1073742035_1211, blk_1073742038_1214, blk_1073742026_1202, blk_1073742028_1204, blk_1073742030_1206]
2014-04-10 10:52:11,187 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397144823869_0020_01_000001 succeeded
2014-04-10 10:52:11,187 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:52:11,187 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0020_01_000001
2014-04-10 10:52:11,195 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0020/container_1397144823869_0020_01_000001
2014-04-10 10:52:11,195 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0020/container_1397144823869_0020_01_000001
2014-04-10 10:52:11,195 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0020/container_1397144823869_0020_01_000001
2014-04-10 10:52:11,195 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0020/container_1397144823869_0020_01_000001
2014-04-10 10:52:11,195 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0020 CONTAINERID=container_1397144823869_0020_01_000001
2014-04-10 10:52:11,195 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0020_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:52:11,195 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0020_01_000001 from application application_1397144823869_0020
2014-04-10 10:52:11,195 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:11,195 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0020
2014-04-10 10:52:11,377 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0021_01_000008 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:52:11,400 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0020_01_000001
2014-04-10 10:52:11,400 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0020_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:52:11,400 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397144823869_0020_000001
2014-04-10 10:52:11,401 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0020_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:52:11,401 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0020_000001 State change from FINISHING to FINISHED
2014-04-10 10:52:11,401 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0020 CONTAINERID=container_1397144823869_0020_01_000001
2014-04-10 10:52:11,401 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0020 State change from FINISHING to FINISHED
2014-04-10 10:52:11,401 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0020_01_000001 of capacity <memory:2048, vCores:1> on host localhost:50571, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:52:11,401 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397144823869_0020
2014-04-10 10:52:11,401 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:52:11,401 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397144823869_0020_000001
2014-04-10 10:52:11,401 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397144823869_0020,name=[E3842A83546D455AABCCC3B88B571FDA/734EDA9AB4BC4451BB9FCB1B50DC4ECD] lower*upper/(2/3),user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:60619/proxy/application_1397144823869_0020/jobhistory/job/job_1397144823869_0020,appMasterHost=localhost.localdomain,startTime=1397145110816,finishTime=1397145125134,finalStatus=SUCCEEDED
2014-04-10 10:52:11,401 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0020_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:11,401 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:11,402 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2
2014-04-10 10:52:11,402 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0020_000001 released container container_1397144823869_0020_01_000001 on node: host: localhost:50571 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:52:11,402 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397144823869_0020_000001 is done. finalState=FINISHED
2014-04-10 10:52:11,402 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397144823869_0020 requests cleared
2014-04-10 10:52:11,402 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397144823869_0020 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:52:11,402 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397144823869_0020 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:52:11,403 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0020_000001 (auth:SIMPLE)
2014-04-10 10:52:11,404 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0020_01_000001
2014-04-10 10:52:11,530 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0020 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:52:11,530 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0020
2014-04-10 10:52:11,530 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0020
2014-04-10 10:52:11,531 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0020
2014-04-10 10:52:11,531 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0020
2014-04-10 10:52:11,531 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0020
2014-04-10 10:52:11,531 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0020 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:52:11,531 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0020, with delay of 10800 seconds
2014-04-10 10:52:11,638 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:52:12,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742032_1208 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742032 for deletion
2014-04-10 10:52:12,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742034_1210 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742034 for deletion
2014-04-10 10:52:12,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742038_1214 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742038 for deletion
2014-04-10 10:52:12,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742032_1208 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742032
2014-04-10 10:52:12,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742026_1202 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742026 for deletion
2014-04-10 10:52:12,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742038_1214 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742038
2014-04-10 10:52:12,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742034_1210 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742034
2014-04-10 10:52:12,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742028_1204 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742028 for deletion
2014-04-10 10:52:12,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742026_1202 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742026
2014-04-10 10:52:12,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742028_1204 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742028
2014-04-10 10:52:12,085 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742032_1208 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742032 for deletion
2014-04-10 10:52:12,085 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742034_1210 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742034 for deletion
2014-04-10 10:52:12,085 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742035_1211 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742035 for deletion
2014-04-10 10:52:12,085 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742038_1214 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742038 for deletion
2014-04-10 10:52:12,085 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742035_1211 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742035
2014-04-10 10:52:12,085 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742026_1202 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742026 for deletion
2014-04-10 10:52:12,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742032_1208 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742032
2014-04-10 10:52:12,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742028_1204 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742028 for deletion
2014-04-10 10:52:12,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742034_1210 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742034
2014-04-10 10:52:12,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742030_1206 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742030 for deletion
2014-04-10 10:52:12,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742038_1214 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742038
2014-04-10 10:52:12,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742026_1202 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742026
2014-04-10 10:52:12,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742028_1204 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742028
2014-04-10 10:52:12,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742030_1206 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742030
2014-04-10 10:52:12,401 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0020 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:52:12,401 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0020
2014-04-10 10:52:12,401 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0020 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:52:12,401 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0020, with delay of 10800 seconds
2014-04-10 10:52:12,401 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0020
2014-04-10 10:52:12,402 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0020
2014-04-10 10:52:12,402 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0020
2014-04-10 10:52:12,402 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0020
2014-04-10 10:52:12,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/6533380686_upper_3AFDD1682FCA46F3B741078E7B59A1EB/_temporary/1/_temporary/attempt_1397144823869_0021_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:12,522 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/6533380686_upper_3AFDD1682FCA46F3B741078E7B59A1EB/_temporary/1/_temporary/attempt_1397144823869_0021_r_000000_0/part-00000. BP-1649026925-127.0.0.1-1397144808341 blk_1073742042_1218{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:52:12,598 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742042_1218 src: /127.0.0.1:46147 dest: /127.0.0.1:36139
2014-04-10 10:52:12,600 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742042_1218 src: /127.0.0.1:54098 dest: /127.0.0.1:55289
2014-04-10 10:52:12,600 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742042_1218 src: /127.0.0.1:46276 dest: /127.0.0.1:53466
2014-04-10 10:52:12,611 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46276, dest: /127.0.0.1:53466, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0021_r_000000_0_973264533_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742042_1218, duration: 9623999
2014-04-10 10:52:12,611 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742042_1218, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:12,611 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742042_1218{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:52:12,611 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54098, dest: /127.0.0.1:55289, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0021_r_000000_0_973264533_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742042_1218, duration: 10254686
2014-04-10 10:52:12,612 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742042_1218, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:12,612 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742042_1218{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:52:12,612 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46147, dest: /127.0.0.1:36139, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0021_r_000000_0_973264533_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742042_1218, duration: 10992081
2014-04-10 10:52:12,613 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742042_1218, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:12,613 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742042_1218{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:52:12,626 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/6533380686_upper_3AFDD1682FCA46F3B741078E7B59A1EB/_temporary/1/_temporary/attempt_1397144823869_0021_r_000000_0/part-00000 is closed by DFSClient_attempt_1397144823869_0021_r_000000_0_973264533_1
2014-04-10 10:52:12,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6533380686_upper_3AFDD1682FCA46F3B741078E7B59A1EB/_temporary/1/_temporary/attempt_1397144823869_0021_r_000000_0 dst=null perm=null
2014-04-10 10:52:12,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6533380686_upper_3AFDD1682FCA46F3B741078E7B59A1EB/_temporary/1/_temporary/attempt_1397144823869_0021_r_000000_0 dst=null perm=null
2014-04-10 10:52:12,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6533380686_upper_3AFDD1682FCA46F3B741078E7B59A1EB/_temporary/1/task_1397144823869_0021_r_000000 dst=null perm=null
2014-04-10 10:52:12,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/6533380686_upper_3AFDD1682FCA46F3B741078E7B59A1EB/_temporary/1/_temporary/attempt_1397144823869_0021_r_000000_0 dst=/tmp/hadoop-brock/6533380686_upper_3AFDD1682FCA46F3B741078E7B59A1EB/_temporary/1/task_1397144823869_0021_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:52:12,758 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0021_01_000008
2014-04-10 10:52:12,758 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0021 CONTAINERID=container_1397144823869_0021_01_000008
2014-04-10 10:52:12,758 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000008 transitioned from RUNNING to KILLING
2014-04-10 10:52:12,759 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0021_01_000008
2014-04-10 10:52:12,766 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0021_01_000008 is : 143
2014-04-10 10:52:12,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:12,781 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:52:12,782 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0021/container_1397144823869_0021_01_000008
2014-04-10 10:52:12,782 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0021/container_1397144823869_0021_01_000008
2014-04-10 10:52:12,782 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0021/container_1397144823869_0021_01_000008
2014-04-10 10:52:12,782 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0021/container_1397144823869_0021_01_000008
2014-04-10 10:52:12,782 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0021 CONTAINERID=container_1397144823869_0021_01_000008
2014-04-10 10:52:12,783 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:52:12,783 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0021_01_000008 from application application_1397144823869_0021
2014-04-10 10:52:12,783 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:12,783 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0021
2014-04-10 10:52:12,792 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-349245205_1
2014-04-10 10:52:12,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/6533380686_upper_3AFDD1682FCA46F3B741078E7B59A1EB/_temporary/1 dst=null perm=null
2014-04-10 10:52:12,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6533380686_upper_3AFDD1682FCA46F3B741078E7B59A1EB dst=null perm=null
2014-04-10 10:52:12,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6533380686_upper_3AFDD1682FCA46F3B741078E7B59A1EB dst=null perm=null
2014-04-10 10:52:12,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/6533380686_upper_3AFDD1682FCA46F3B741078E7B59A1EB/_temporary/1/task_1397144823869_0021_r_000000 dst=null perm=null
2014-04-10 10:52:12,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6533380686_upper_3AFDD1682FCA46F3B741078E7B59A1EB/part-00000 dst=null perm=null
2014-04-10 10:52:12,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/6533380686_upper_3AFDD1682FCA46F3B741078E7B59A1EB/_temporary/1/task_1397144823869_0021_r_000000/part-00000 dst=/tmp/hadoop-brock/6533380686_upper_3AFDD1682FCA46F3B741078E7B59A1EB/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:12,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/6533380686_upper_3AFDD1682FCA46F3B741078E7B59A1EB/_temporary dst=null perm=null
2014-04-10 10:52:12,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/6533380686_upper_3AFDD1682FCA46F3B741078E7B59A1EB/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:12,876 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/6533380686_upper_3AFDD1682FCA46F3B741078E7B59A1EB/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-349245205_1
2014-04-10 10:52:12,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:12,909 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-349245205_1
2014-04-10 10:52:12,942 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46256, dest: /127.0.0.1:53466, bytes: 68731, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-349245205_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742041_1217, duration: 4537280589
2014-04-10 10:52:12,942 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742041_1217, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:12,943 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38354, dest: /127.0.0.1:55175, bytes: 68731, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-349245205_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742041_1217, duration: 4538461999
2014-04-10 10:52:12,943 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742041_1217{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 15741
2014-04-10 10:52:12,943 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742041_1217, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:12,944 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54077, dest: /127.0.0.1:55289, bytes: 68731, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-349245205_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742041_1217, duration: 4539173310
2014-04-10 10:52:12,944 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742041_1217{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 15741
2014-04-10 10:52:12,944 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742041_1217, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:12,945 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742041_1217{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 15741
2014-04-10 10:52:13,009 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job_1397144823869_0021_1.jhist is closed by DFSClient_NONMAPREDUCE_-349245205_1
2014-04-10 10:52:13,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0021.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:13,030 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0021.summary_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742043_1219{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:52:13,045 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742043_1219 src: /127.0.0.1:46151 dest: /127.0.0.1:36139
2014-04-10 10:52:13,046 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742043_1219 src: /127.0.0.1:46279 dest: /127.0.0.1:53466
2014-04-10 10:52:13,047 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742043_1219 src: /127.0.0.1:54103 dest: /127.0.0.1:55289
2014-04-10 10:52:13,051 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54103, dest: /127.0.0.1:55289, bytes: 424, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-349245205_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742043_1219, duration: 2328605
2014-04-10 10:52:13,051 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742043_1219, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:13,051 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742043_1219{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:52:13,051 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46279, dest: /127.0.0.1:53466, bytes: 424, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-349245205_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742043_1219, duration: 2858302
2014-04-10 10:52:13,052 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742043_1219, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:13,052 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742043_1219{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:52:13,052 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46151, dest: /127.0.0.1:36139, bytes: 424, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-349245205_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742043_1219, duration: 3504424
2014-04-10 10:52:13,053 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742043_1219, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:13,053 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742043_1219{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:52:13,067 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0021.summary_tmp is closed by DFSClient_NONMAPREDUCE_-349245205_1
2014-04-10 10:52:13,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0021.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:13,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job_1397144823869_0021_1.jhist dst=null perm=null
2014-04-10 10:52:13,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0021-1397145110877-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2F455CE849CFAC496E-1397145132910-5-1-SUCCEEDED-default-1397145122570.jhist_tmp dst=null perm=null
2014-04-10 10:52:13,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job_1397144823869_0021_1.jhist dst=null perm=null
2014-04-10 10:52:13,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0021-1397145110877-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2F455CE849CFAC496E-1397145132910-5-1-SUCCEEDED-default-1397145122570.jhist_tmp dst=null perm=null
2014-04-10 10:52:13,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job_1397144823869_0021_1.jhist dst=null perm=null
2014-04-10 10:52:13,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0021-1397145110877-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2F455CE849CFAC496E-1397145132910-5-1-SUCCEEDED-default-1397145122570.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:13,120 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46282, bytes: 69271, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-349245205_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742041_1217, duration: 374893
2014-04-10 10:52:13,123 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0021-1397145110877-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2F455CE849CFAC496E-1397145132910-5-1-SUCCEEDED-default-1397145122570.jhist_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742044_1220{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:52:13,136 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742044_1220 src: /127.0.0.1:38382 dest: /127.0.0.1:55175
2014-04-10 10:52:13,138 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742044_1220 src: /127.0.0.1:46284 dest: /127.0.0.1:53466
2014-04-10 10:52:13,139 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742044_1220 src: /127.0.0.1:46158 dest: /127.0.0.1:36139
2014-04-10 10:52:13,143 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46158, dest: /127.0.0.1:36139, bytes: 68731, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-349245205_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742044_1220, duration: 3254488
2014-04-10 10:52:13,144 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742044_1220, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:13,144 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742044_1220{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:52:13,144 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46284, dest: /127.0.0.1:53466, bytes: 68731, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-349245205_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742044_1220, duration: 4002188
2014-04-10 10:52:13,145 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742044_1220{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:52:13,145 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742044_1220, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:13,145 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38382, dest: /127.0.0.1:55175, bytes: 68731, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-349245205_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742044_1220, duration: 5096913
2014-04-10 10:52:13,145 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742044_1220, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:13,146 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742044_1220{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:52:13,159 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0021-1397145110877-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2F455CE849CFAC496E-1397145132910-5-1-SUCCEEDED-default-1397145122570.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-349245205_1
2014-04-10 10:52:13,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0021-1397145110877-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2F455CE849CFAC496E-1397145132910-5-1-SUCCEEDED-default-1397145122570.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:13,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job_1397144823869_0021_1_conf.xml dst=null perm=null
2014-04-10 10:52:13,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0021_conf.xml_tmp dst=null perm=null
2014-04-10 10:52:13,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job_1397144823869_0021_1_conf.xml dst=null perm=null
2014-04-10 10:52:13,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0021_conf.xml_tmp dst=null perm=null
2014-04-10 10:52:13,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021/job_1397144823869_0021_1_conf.xml dst=null perm=null
2014-04-10 10:52:13,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0021_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:13,195 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46159, bytes: 95848, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-349245205_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742036_1212, duration: 371879
2014-04-10 10:52:13,198 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0021_conf.xml_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742045_1221{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]}
2014-04-10 10:52:13,211 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742045_1221 src: /127.0.0.1:38386 dest: /127.0.0.1:55175
2014-04-10 10:52:13,212 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742045_1221 src: /127.0.0.1:54111 dest: /127.0.0.1:55289
2014-04-10 10:52:13,214 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742045_1221 src: /127.0.0.1:46162 dest: /127.0.0.1:36139
2014-04-10 10:52:13,218 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46162, dest: /127.0.0.1:36139, bytes: 95104, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-349245205_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742045_1221, duration: 2848923
2014-04-10 10:52:13,218 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742045_1221, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:13,218 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742045_1221{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:52:13,218 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54111, dest: /127.0.0.1:55289, bytes: 95104, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-349245205_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742045_1221, duration: 3415977
2014-04-10 10:52:13,219 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742045_1221, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:13,219 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742045_1221{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:52:13,219 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38386, dest: /127.0.0.1:55175, bytes: 95104, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-349245205_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742045_1221, duration: 4062561
2014-04-10 10:52:13,220 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742045_1221, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:13,220 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742045_1221{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:52:13,234 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0021_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-349245205_1
2014-04-10 10:52:13,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0021_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:13,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0021.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0021.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:13,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0021_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0021_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:13,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0021-1397145110877-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2F455CE849CFAC496E-1397145132910-5-1-SUCCEEDED-default-1397145122570.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0021-1397145110877-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2F455CE849CFAC496E-1397145132910-5-1-SUCCEEDED-default-1397145122570.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:13,300 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397144823869_0021_000001 with final state: FINISHING
2014-04-10 10:52:13,301 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0021_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:52:13,301 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397144823869_0021 with final state: FINISHING
2014-04-10 10:52:13,301 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0021 State change from RUNNING to FINAL_SAVING
2014-04-10 10:52:13,301 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0021
2014-04-10 10:52:13,302 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0021_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:52:13,302 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0021 State change from FINAL_SAVING to FINISHING
2014-04-10 10:52:13,360 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:52:13,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:52:13,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:52:13,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0021.summary dst=null perm=null
2014-04-10 10:52:13,367 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46290, bytes: 428, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_538767685_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742043_1219, duration: 241078
2014-04-10 10:52:13,367 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397144823869_0021,submitTime=1397145110877,launchTime=1397145122570,firstMapTaskLaunchTime=1397145124721,firstReduceTaskLaunchTime=1397145130649,finishTime=1397145132910,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=5,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=18,reduceSlotSeconds=2,jobName=[E3842A83546D455AABCCC3B88B571FDA/455CE849CFAC496E921FE3EFBBC165C8] lower*upper/(1/3)
2014-04-10 10:52:13,367 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0021.summary]
2014-04-10 10:52:13,376 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742043_1219 127.0.0.1:36139 127.0.0.1:53466 127.0.0.1:55289
2014-04-10 10:52:13,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0021.summary dst=null perm=null
2014-04-10 10:52:13,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:52:13,378 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0021-1397145110877-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2F455CE849CFAC496E-1397145132910-5-1-SUCCEEDED-default-1397145122570.jhist to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0021-1397145110877-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2F455CE849CFAC496E-1397145132910-5-1-SUCCEEDED-default-1397145122570.jhist
2014-04-10 10:52:13,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0021-1397145110877-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2F455CE849CFAC496E-1397145132910-5-1-SUCCEEDED-default-1397145122570.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0021-1397145110877-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2F455CE849CFAC496E-1397145132910-5-1-SUCCEEDED-default-1397145122570.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:13,393 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0021_conf.xml to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0021_conf.xml
2014-04-10 10:52:13,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0021_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0021_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:13,401 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397144823869_0021 from file: hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0021-1397145110877-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2F455CE849CFAC496E-1397145132910-5-1-SUCCEEDED-default-1397145122570.jhist
2014-04-10 10:52:13,401 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0021-1397145110877-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2F455CE849CFAC496E-1397145132910-5-1-SUCCEEDED-default-1397145122570.jhist]
2014-04-10 10:52:13,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0021-1397145110877-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2F455CE849CFAC496E-1397145132910-5-1-SUCCEEDED-default-1397145122570.jhist dst=null perm=null
2014-04-10 10:52:13,405 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38390, bytes: 69271, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742044_1220, duration: 389523
2014-04-10 10:52:13,439 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (3/3) ...dpipesplatform/afterevery
2014-04-10 10:52:13,451 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:52:13,458 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:52:13,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery dst=null perm=null
2014-04-10 10:52:13,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:52:13,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:52:13,460 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 22
2014-04-10 10:52:13,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022 dst=null perm=null
2014-04-10 10:52:13,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:52:13,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:52:13,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.jar dst=null perm=null
2014-04-10 10:52:13,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:52:13,502 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073742046_1222{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:52:13,518 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742046_1222 src: /127.0.0.1:54115 dest: /127.0.0.1:55289
2014-04-10 10:52:13,519 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742046_1222 src: /127.0.0.1:38392 dest: /127.0.0.1:55175
2014-04-10 10:52:13,520 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742046_1222 src: /127.0.0.1:46294 dest: /127.0.0.1:53466
2014-04-10 10:52:13,523 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46294, dest: /127.0.0.1:53466, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742046_1222, duration: 2268204
2014-04-10 10:52:13,523 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742046_1222, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:13,523 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38392, dest: /127.0.0.1:55175, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742046_1222, duration: 2571735
2014-04-10 10:52:13,523 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742046_1222{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:52:13,523 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742046_1222, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:13,523 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54115, dest: /127.0.0.1:55289, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742046_1222, duration: 2244115
2014-04-10 10:52:13,523 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742046_1222{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:52:13,523 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742046_1222, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:13,524 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742046_1222{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:52:13,534 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:52:13,535 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.jar
2014-04-10 10:52:13,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.jar dst=null perm=null
2014-04-10 10:52:13,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:52:13,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:52:13,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:52:13,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:52:13,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:52:13,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:52:13,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:52:13,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:52:13,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:52:13,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:52:13,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6533380686_upper_3AFDD1682FCA46F3B741078E7B59A1EB dst=null perm=null
2014-04-10 10:52:13,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6533380686_upper_3AFDD1682FCA46F3B741078E7B59A1EB dst=null perm=null
2014-04-10 10:52:13,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/6533380686_upper_3AFDD1682FCA46F3B741078E7B59A1EB dst=null perm=null
2014-04-10 10:52:13,557 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:52:13,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8747660297_lower_6DE34CC4B494497093C33E44804AC2F3 dst=null perm=null
2014-04-10 10:52:13,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8747660297_lower_6DE34CC4B494497093C33E44804AC2F3 dst=null perm=null
2014-04-10 10:52:13,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/8747660297_lower_6DE34CC4B494497093C33E44804AC2F3 dst=null perm=null
2014-04-10 10:52:13,559 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:52:13,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6533380686_upper_3AFDD1682FCA46F3B741078E7B59A1EB dst=null perm=null
2014-04-10 10:52:13,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6533380686_upper_3AFDD1682FCA46F3B741078E7B59A1EB dst=null perm=null
2014-04-10 10:52:13,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/6533380686_upper_3AFDD1682FCA46F3B741078E7B59A1EB dst=null perm=null
2014-04-10 10:52:13,560 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:52:13,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8747660297_lower_6DE34CC4B494497093C33E44804AC2F3 dst=null perm=null
2014-04-10 10:52:13,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8747660297_lower_6DE34CC4B494497093C33E44804AC2F3 dst=null perm=null
2014-04-10 10:52:13,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/8747660297_lower_6DE34CC4B494497093C33E44804AC2F3 dst=null perm=null
2014-04-10 10:52:13,562 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:52:13,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:52:13,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:52:13,585 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.split
2014-04-10 10:52:13,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.split dst=null perm=null
2014-04-10 10:52:13,594 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.split. BP-1649026925-127.0.0.1-1397144808341 blk_1073742047_1223{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:52:13,602 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742047_1223 src: /127.0.0.1:46295 dest: /127.0.0.1:53466
2014-04-10 10:52:13,602 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742047_1223 src: /127.0.0.1:54119 dest: /127.0.0.1:55289
2014-04-10 10:52:13,603 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742047_1223 src: /127.0.0.1:46170 dest: /127.0.0.1:36139
2014-04-10 10:52:13,603 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742047_1223 src: /127.0.0.1:38397 dest: /127.0.0.1:55175
2014-04-10 10:52:13,605 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38397, dest: /127.0.0.1:55175, bytes: 693, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742047_1223, duration: 958658
2014-04-10 10:52:13,605 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742047_1223, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:13,605 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742047_1223{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:52:13,605 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46170, dest: /127.0.0.1:36139, bytes: 693, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742047_1223, duration: 1219867
2014-04-10 10:52:13,606 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742047_1223, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:13,606 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742047_1223{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:52:13,606 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54119, dest: /127.0.0.1:55289, bytes: 693, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742047_1223, duration: 1740671
2014-04-10 10:52:13,606 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742047_1223, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:13,606 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46295, dest: /127.0.0.1:53466, bytes: 693, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742047_1223, duration: 2075772
2014-04-10 10:52:13,606 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742047_1223{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:52:13,606 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742047_1223, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:13,607 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742047_1223 size 693
2014-04-10 10:52:13,617 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.split is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:52:13,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:52:13,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:52:13,642 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.splitmetainfo. BP-1649026925-127.0.0.1-1397144808341 blk_1073742048_1224{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:52:13,652 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742048_1224 src: /127.0.0.1:46172 dest: /127.0.0.1:36139
2014-04-10 10:52:13,652 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742048_1224 src: /127.0.0.1:38399 dest: /127.0.0.1:55175
2014-04-10 10:52:13,653 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742048_1224 src: /127.0.0.1:46301 dest: /127.0.0.1:53466
2014-04-10 10:52:13,654 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46301, dest: /127.0.0.1:53466, bytes: 80, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742048_1224, duration: 802739
2014-04-10 10:52:13,654 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742048_1224, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:13,655 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38399, dest: /127.0.0.1:55175, bytes: 80, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742048_1224, duration: 1036380
2014-04-10 10:52:13,655 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742048_1224{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:52:13,655 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742048_1224, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:13,655 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46172, dest: /127.0.0.1:36139, bytes: 80, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742048_1224, duration: 1188454
2014-04-10 10:52:13,655 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742048_1224, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:13,655 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742048_1224{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:52:13,656 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742048_1224 size 80
2014-04-10 10:52:13,667 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:52:13,672 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:2
2014-04-10 10:52:13,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:52:13,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:52:13,739 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742049_1225{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:52:13,752 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742049_1225 src: /127.0.0.1:38401 dest: /127.0.0.1:55175
2014-04-10 10:52:13,753 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742049_1225 src: /127.0.0.1:46303 dest: /127.0.0.1:53466
2014-04-10 10:52:13,754 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742049_1225 src: /127.0.0.1:54127 dest: /127.0.0.1:55289
2014-04-10 10:52:13,757 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54127, dest: /127.0.0.1:55289, bytes: 82114, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742049_1225, duration: 2057425
2014-04-10 10:52:13,758 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742049_1225, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:13,758 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46303, dest: /127.0.0.1:53466, bytes: 82114, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742049_1225, duration: 2555292
2014-04-10 10:52:13,758 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742049_1225, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:13,758 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742049_1225{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:52:13,759 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38401, dest: /127.0.0.1:55175, bytes: 82114, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742049_1225, duration: 3060707
2014-04-10 10:52:13,759 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0021_01_000008
2014-04-10 10:52:13,761 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742049_1225{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:52:13,759 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742049_1225, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:13,761 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0021_01_000008 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:52:13,762 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0021_01_000008 in state: COMPLETED event:FINISHED
2014-04-10 10:52:13,762 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0021 CONTAINERID=container_1397144823869_0021_01_000008
2014-04-10 10:52:13,762 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742049_1225 size 82114
2014-04-10 10:52:13,762 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0021_01_000008 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:52:13,762 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:52:13,762 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0021_01_000008, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:13,763 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:13,763 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:52:13,763 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0021_000001 released container container_1397144823869_0021_01_000008 on node: host: localhost:56736 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:52:13,776 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.xml is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:52:13,776 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397144823869_0022
2014-04-10 10:52:13,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022 dst=null perm=null
2014-04-10 10:52:13,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.xml dst=null perm=null
2014-04-10 10:52:13,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.xml dst=null perm=null
2014-04-10 10:52:13,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.jar dst=null perm=null
2014-04-10 10:52:13,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.jar dst=null perm=null
2014-04-10 10:52:13,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.split dst=null perm=null
2014-04-10 10:52:13,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.split dst=null perm=null
2014-04-10 10:52:13,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.splitmetainfo dst=null perm=null
2014-04-10 10:52:13,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.splitmetainfo dst=null perm=null
2014-04-10 10:52:13,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:52:13,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:52:13,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:52:13,789 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:52:13,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:52:13,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:52:13,812 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:53466 to replicate blk_1073742046_1222 to datanode(s) 127.0.0.1:36139
2014-04-10 10:52:13,812 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073742043_1219]
2014-04-10 10:52:13,813 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073742043_1219]
2014-04-10 10:52:13,832 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 22 submitted by user brock
2014-04-10 10:52:13,833 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397144823869_0022
2014-04-10 10:52:13,833 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397144823869_0022
2014-04-10 10:52:13,833 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0022
2014-04-10 10:52:13,833 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0022 State change from NEW to NEW_SAVING
2014-04-10 10:52:13,834 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0022 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:52:13,834 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397144823869_0022_000001
2014-04-10 10:52:13,834 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0022_000001 State change from NEW to SUBMITTED
2014-04-10 10:52:13,834 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397144823869_0022 from user: brock activated in queue: default
2014-04-10 10:52:13,834 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397144823869_0022 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@1ba82161, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:52:13,835 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397144823869_0022 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:52:13,835 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397144823869_0022
2014-04-10 10:52:13,835 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397144823869_0022_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:52:13,835 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0022_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:52:13,836 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0022 State change from SUBMITTED to ACCEPTED
2014-04-10 10:52:13,838 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:60619/proxy/application_1397144823869_0022/
2014-04-10 10:52:13,838 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397144823869_0022
2014-04-10 10:52:13,838 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:60619/proxy/application_1397144823869_0022/
2014-04-10 10:52:14,359 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742027_1203 127.0.0.1:55289 127.0.0.1:36139 127.0.0.1:55175 127.0.0.1:53466
2014-04-10 10:52:14,360 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742029_1205 127.0.0.1:36139 127.0.0.1:55289 127.0.0.1:53466 127.0.0.1:55175
2014-04-10 10:52:14,360 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742031_1207 127.0.0.1:55175 127.0.0.1:55289 127.0.0.1:36139
2014-04-10 10:52:14,360 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742033_1209 127.0.0.1:36139 127.0.0.1:55289 127.0.0.1:53466
2014-04-10 10:52:14,360 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742041_1217 127.0.0.1:55289 127.0.0.1:55175 127.0.0.1:53466
2014-04-10 10:52:14,360 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742036_1212 127.0.0.1:36139 127.0.0.1:55289 127.0.0.1:53466
2014-04-10 10:52:14,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0021 dst=null perm=null
2014-04-10 10:52:14,402 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0022_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:52:14,403 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0022 CONTAINERID=container_1397144823869_0022_01_000001
2014-04-10 10:52:14,403 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0022_01_000001 of capacity <memory:2048, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 10:52:14,403 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0022 container=Container: [ContainerId: container_1397144823869_0022_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0022_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:14,403 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:52:14,403 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0022_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:52:14,404 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:14,404 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397144823869_0022 AttemptId: appattempt_1397144823869_0022_000001 MasterContainer: Container: [ContainerId: container_1397144823869_0022_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ]
2014-04-10 10:52:14,404 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0022_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:52:14,405 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0022_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:52:14,405 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397144823869_0022_000001
2014-04-10 10:52:14,406 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397144823869_0022_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] for AM appattempt_1397144823869_0022_000001
2014-04-10 10:52:14,406 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397144823869_0022_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:52:14,409 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0022_000001 (auth:SIMPLE)
2014-04-10 10:52:14,411 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0022_01_000001 by user brock
2014-04-10 10:52:14,411 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0022
2014-04-10 10:52:14,411 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0022 CONTAINERID=container_1397144823869_0022_01_000001
2014-04-10 10:52:14,411 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0022 transitioned from NEW to INITING
2014-04-10 10:52:14,411 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0022_01_000001 to application application_1397144823869_0022
2014-04-10 10:52:14,412 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0022 transitioned from INITING to RUNNING
2014-04-10 10:52:14,412 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397144823869_0022_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] for AM appattempt_1397144823869_0022_000001
2014-04-10 10:52:14,412 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0022_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:52:14,412 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0022_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:52:14,412 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0022
2014-04-10 10:52:14,413 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:52:14,413 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:52:14,413 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:52:14,413 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:52:14,413 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0022_01_000001
2014-04-10 10:52:14,422 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397144823869_0022_01_000001.tokens. Credentials list:
2014-04-10 10:52:14,436 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:52:14,495 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397144823869_0022_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0022/container_1397144823869_0022_01_000001.tokens
2014-04-10 10:52:14,495 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0022 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0022
2014-04-10 10:52:14,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.jar dst=null perm=null
2014-04-10 10:52:14,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.jar dst=null perm=null
2014-04-10 10:52:14,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.jar dst=null perm=null
2014-04-10 10:52:14,604 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54133, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1878171288_15117, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742046_1222, duration: 816845
2014-04-10 10:52:14,627 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0022/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:52:14,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.splitmetainfo dst=null perm=null
2014-04-10 10:52:14,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.splitmetainfo dst=null perm=null
2014-04-10 10:52:14,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.splitmetainfo dst=null perm=null
2014-04-10 10:52:14,652 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38410, bytes: 84, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1878171288_15117, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742048_1224, duration: 236772
2014-04-10 10:52:14,668 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0022/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:52:14,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.split dst=null perm=null
2014-04-10 10:52:14,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.split dst=null perm=null
2014-04-10 10:52:14,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.split dst=null perm=null
2014-04-10 10:52:14,693 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46185, bytes: 701, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1878171288_15117, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742047_1223, duration: 232977
2014-04-10 10:52:14,709 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0022/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:52:14,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.xml dst=null perm=null
2014-04-10 10:52:14,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.xml dst=null perm=null
2014-04-10 10:52:14,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.xml dst=null perm=null
2014-04-10 10:52:14,733 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46313, bytes: 82758, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1878171288_15117, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742049_1225, duration: 412140
2014-04-10 10:52:14,750 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0022/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:52:14,750 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0022_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:52:14,781 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0022_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:52:14,782 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:14,837 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0022/container_1397144823869_0022_01_000001/default_container_executor.sh]
2014-04-10 10:52:15,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742043_1219 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742043 for deletion
2014-04-10 10:52:15,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742043_1219 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742043
2014-04-10 10:52:15,073 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=c77d7afe-f695-41db-95ad-e46c268e06f7, infoPort=43222, ipcPort=44592, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) Starting thread to transfer BP-1649026925-127.0.0.1-1397144808341:blk_1073742046_1222 to 127.0.0.1:36139
2014-04-10 10:52:15,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742043_1219 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742043 for deletion
2014-04-10 10:52:15,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742043_1219 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742043
2014-04-10 10:52:15,074 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742046_1222 src: /127.0.0.1:46187 dest: /127.0.0.1:36139
2014-04-10 10:52:15,074 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1649026925-127.0.0.1-1397144808341:blk_1073742046_1222 (numBytes=244650) to 127.0.0.1/127.0.0.1:36139
2014-04-10 10:52:15,075 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1649026925-127.0.0.1-1397144808341:blk_1073742046_1222 src: /127.0.0.1:46187 dest: /127.0.0.1:36139 of size 244650
2014-04-10 10:52:15,076 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742046_1222 size 244650
2014-04-10 10:52:15,401 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0022_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:52:15,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:52:16,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/COMMIT_STARTED dst=null perm=null
2014-04-10 10:52:16,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:52:16,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/COMMIT_FAIL dst=null perm=null
2014-04-10 10:52:16,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022 dst=null perm=null
2014-04-10 10:52:16,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:52:16,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:52:16,052 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742046_1222
2014-04-10 10:52:16,053 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742042_1218
2014-04-10 10:52:16,053 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742048_1224
2014-04-10 10:52:16,053 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742044_1220
2014-04-10 10:52:16,054 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742047_1223
2014-04-10 10:52:16,054 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742041_1217
2014-04-10 10:52:16,253 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742049_1225
2014-04-10 10:52:16,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.splitmetainfo dst=null perm=null
2014-04-10 10:52:16,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.splitmetainfo dst=null perm=null
2014-04-10 10:52:16,333 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46318, bytes: 84, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2028650030_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742048_1224, duration: 115245
2014-04-10 10:52:16,383 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742042_1218
2014-04-10 10:52:16,386 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742046_1222
2014-04-10 10:52:16,386 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742047_1223
2014-04-10 10:52:16,387 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742041_1217
2014-04-10 10:52:16,388 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742049_1225
2014-04-10 10:52:16,455 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742046_1222
2014-04-10 10:52:16,456 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742044_1220
2014-04-10 10:52:16,457 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742045_1221
2014-04-10 10:52:16,586 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742045_1221
2014-04-10 10:52:16,656 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742041_1217
2014-04-10 10:52:16,657 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742049_1225
2014-04-10 10:52:16,657 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742047_1223
2014-04-10 10:52:16,658 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742048_1224
2014-04-10 10:52:16,813 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073742033_1209, blk_1073742036_1212, blk_1073742041_1217, blk_1073742027_1203, blk_1073742029_1205, blk_1073742031_1207]
2014-04-10 10:52:16,813 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073742041_1217, blk_1073742027_1203, blk_1073742029_1205, blk_1073742031_1207]
2014-04-10 10:52:17,038 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0022_000001 (auth:SIMPLE)
2014-04-10 10:52:17,039 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397144823869_0022_000001
2014-04-10 10:52:17,039 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397144823869_0022 APPATTEMPTID=appattempt_1397144823869_0022_000001
2014-04-10 10:52:17,040 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0022_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:52:17,040 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0022 State change from ACCEPTED to RUNNING
2014-04-10 10:52:17,044 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742043_1219
2014-04-10 10:52:17,045 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742047_1223
2014-04-10 10:52:17,046 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742046_1222
2014-04-10 10:52:17,046 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742048_1224
2014-04-10 10:52:17,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job_1397144823869_0022_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:17,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:52:17,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job_1397144823869_0022_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:17,225 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job_1397144823869_0022_1_conf.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742050_1226{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:52:17,246 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742045_1221
2014-04-10 10:52:17,246 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742042_1218
2014-04-10 10:52:17,247 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742044_1220
2014-04-10 10:52:17,257 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742050_1226 src: /127.0.0.1:54143 dest: /127.0.0.1:55289
2014-04-10 10:52:17,258 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742050_1226 src: /127.0.0.1:46194 dest: /127.0.0.1:36139
2014-04-10 10:52:17,259 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742050_1226 src: /127.0.0.1:46322 dest: /127.0.0.1:53466
2014-04-10 10:52:17,264 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46322, dest: /127.0.0.1:53466, bytes: 96097, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2028650030_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742050_1226, duration: 4256561
2014-04-10 10:52:17,264 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742050_1226, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:17,264 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46194, dest: /127.0.0.1:36139, bytes: 96097, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2028650030_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742050_1226, duration: 4624237
2014-04-10 10:52:17,264 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742050_1226{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:52:17,264 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742050_1226, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:17,265 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54143, dest: /127.0.0.1:55289, bytes: 96097, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2028650030_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742050_1226, duration: 4967946
2014-04-10 10:52:17,265 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742050_1226{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:52:17,265 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742050_1226, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:17,265 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742050_1226{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:52:17,275 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job_1397144823869_0022_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-2028650030_1
2014-04-10 10:52:18,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742033_1209 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742033 for deletion
2014-04-10 10:52:18,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742036_1212 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742036 for deletion
2014-04-10 10:52:18,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742033_1209 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742033
2014-04-10 10:52:18,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742041_1217 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742041 for deletion
2014-04-10 10:52:18,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742036_1212 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742036
2014-04-10 10:52:18,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742027_1203 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742027 for deletion
2014-04-10 10:52:18,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742041_1217 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742041
2014-04-10 10:52:18,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742029_1205 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742029 for deletion
2014-04-10 10:52:18,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742031_1207 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742031 for deletion
2014-04-10 10:52:18,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742027_1203 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742027
2014-04-10 10:52:18,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742031_1207 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742031
2014-04-10 10:52:18,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742029_1205 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742029
2014-04-10 10:52:18,073 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742041_1217 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742041 for deletion
2014-04-10 10:52:18,073 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742027_1203 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742027 for deletion
2014-04-10 10:52:18,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742041_1217 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742041
2014-04-10 10:52:18,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742029_1205 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742029 for deletion
2014-04-10 10:52:18,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742027_1203 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742027
2014-04-10 10:52:18,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742031_1207 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742031 for deletion
2014-04-10 10:52:18,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742029_1205 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742029
2014-04-10 10:52:18,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742031_1207 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742031
2014-04-10 10:52:18,403 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0022_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:52:18,403 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0022 CONTAINERID=container_1397144823869_0022_01_000002
2014-04-10 10:52:18,403 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0022_01_000002 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:52:18,403 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0022 container=Container: [ContainerId: container_1397144823869_0022_01_000002, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0022_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:18,404 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:52:18,404 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:18,404 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0022_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:52:18,405 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0022 CONTAINERID=container_1397144823869_0022_01_000003
2014-04-10 10:52:18,405 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0022_01_000003 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 10:52:18,405 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0022 container=Container: [ContainerId: container_1397144823869_0022_01_000003, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0022_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:18,405 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:52:18,405 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:19,078 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0022_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:52:19,079 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0022_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:52:19,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.jar dst=null perm=null
2014-04-10 10:52:19,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.jar dst=null perm=null
2014-04-10 10:52:19,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.xml dst=null perm=null
2014-04-10 10:52:19,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.xml dst=null perm=null
2014-04-10 10:52:19,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:52:19,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:52:19,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:52:19,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:52:19,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:52:19,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:52:19,202 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0022_000001 (auth:SIMPLE)
2014-04-10 10:52:19,205 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0022_01_000003 by user brock
2014-04-10 10:52:19,205 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0022_01_000002 by user brock
2014-04-10 10:52:19,206 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0022 CONTAINERID=container_1397144823869_0022_01_000003
2014-04-10 10:52:19,206 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0022 CONTAINERID=container_1397144823869_0022_01_000002
2014-04-10 10:52:19,206 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0022_01_000003 to application application_1397144823869_0022
2014-04-10 10:52:19,207 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0022_01_000002 to application application_1397144823869_0022
2014-04-10 10:52:19,207 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0022_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:52:19,207 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0022_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:52:19,207 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0022
2014-04-10 10:52:19,207 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0022
2014-04-10 10:52:19,207 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:52:19,208 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0022
2014-04-10 10:52:19,208 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0022
2014-04-10 10:52:19,208 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0022
2014-04-10 10:52:19,208 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:52:19,208 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0022
2014-04-10 10:52:19,209 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0022_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:52:19,209 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0022_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:52:19,236 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0022_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:52:19,237 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:19,237 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0022_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:52:19,237 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:19,310 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0022/container_1397144823869_0022_01_000002/default_container_executor.sh]
2014-04-10 10:52:19,310 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0022/container_1397144823869_0022_01_000003/default_container_executor.sh]
2014-04-10 10:52:19,403 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0022_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:52:19,403 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0022_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:52:19,478 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397144823869_0021_01_000002 succeeded
2014-04-10 10:52:19,478 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000002 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:52:19,478 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0021_01_000002
2014-04-10 10:52:19,485 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0021/container_1397144823869_0021_01_000002
2014-04-10 10:52:19,485 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0021/container_1397144823869_0021_01_000002
2014-04-10 10:52:19,486 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0021/container_1397144823869_0021_01_000002
2014-04-10 10:52:19,485 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0021/container_1397144823869_0021_01_000002
2014-04-10 10:52:19,486 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0021 CONTAINERID=container_1397144823869_0021_01_000002
2014-04-10 10:52:19,486 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0021_01_000002 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:52:19,486 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0021_01_000002 from application application_1397144823869_0021
2014-04-10 10:52:19,486 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:19,486 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0021
2014-04-10 10:52:19,763 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0021_01_000002
2014-04-10 10:52:19,763 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0021_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:52:19,763 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0021_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:52:19,763 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0021 CONTAINERID=container_1397144823869_0021_01_000002
2014-04-10 10:52:19,763 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397144823869_0021_000001
2014-04-10 10:52:19,763 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0021_01_000002 of capacity <memory:2048, vCores:1> on host localhost:56736, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:52:19,764 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0021_000001 State change from FINISHING to FINISHED
2014-04-10 10:52:19,764 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:52:19,764 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0021 State change from FINISHING to FINISHED
2014-04-10 10:52:19,764 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0021_01_000002, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:19,764 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397144823869_0021
2014-04-10 10:52:19,764 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:19,764 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397144823869_0021_000001
2014-04-10 10:52:19,764 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=3
2014-04-10 10:52:19,764 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0021_000001 released container container_1397144823869_0021_01_000002 on node: host: localhost:56736 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:52:19,764 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397144823869_0021,name=[E3842A83546D455AABCCC3B88B571FDA/455CE849CFAC496E921FE3EFBBC165C8] lower*upper/(1/3),user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:60619/proxy/application_1397144823869_0021/jobhistory/job/job_1397144823869_0021,appMasterHost=localhost.localdomain,startTime=1397145110877,finishTime=1397145133301,finalStatus=SUCCEEDED
2014-04-10 10:52:19,764 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397144823869_0021_000001 is done. finalState=FINISHED
2014-04-10 10:52:19,765 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397144823869_0021 requests cleared
2014-04-10 10:52:19,765 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397144823869_0021 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:52:19,765 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397144823869_0021 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:52:19,766 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0021_000001 (auth:SIMPLE)
2014-04-10 10:52:19,767 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0021_01_000002
2014-04-10 10:52:19,814 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073742033_1209, blk_1073742036_1212, blk_1073742041_1217, blk_1073742027_1203, blk_1073742029_1205]
2014-04-10 10:52:19,814 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073742033_1209, blk_1073742036_1212, blk_1073742027_1203, blk_1073742043_1219, blk_1073742029_1205, blk_1073742031_1207]
2014-04-10 10:52:20,095 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:52:20,532 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0021 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:52:20,533 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0021
2014-04-10 10:52:20,533 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0021
2014-04-10 10:52:20,533 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0021
2014-04-10 10:52:20,533 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0021 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:52:20,533 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0021, with delay of 10800 seconds
2014-04-10 10:52:20,533 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0021
2014-04-10 10:52:20,533 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0021
2014-04-10 10:52:20,763 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0021 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:52:20,764 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0021
2014-04-10 10:52:20,764 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0021
2014-04-10 10:52:20,764 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0021
2014-04-10 10:52:20,764 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0021
2014-04-10 10:52:20,764 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0021
2014-04-10 10:52:20,764 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0021 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:52:20,764 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0021, with delay of 10800 seconds
2014-04-10 10:52:20,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.split dst=null perm=null
2014-04-10 10:52:20,937 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46206, bytes: 701, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0022_m_000001_0_58230291_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742047_1223, duration: 150684
2014-04-10 10:52:21,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/8747660297_lower_6DE34CC4B494497093C33E44804AC2F3/part-00000 dst=null perm=null
2014-04-10 10:52:21,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/8747660297_lower_6DE34CC4B494497093C33E44804AC2F3/part-00000 dst=null perm=null
2014-04-10 10:52:21,009 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46206, bytes: 184, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0022_m_000001_0_58230291_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742037_1213, duration: 145564
2014-04-10 10:52:21,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job.split dst=null perm=null
2014-04-10 10:52:21,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742033_1209 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742033 for deletion
2014-04-10 10:52:21,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742036_1212 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742036 for deletion
2014-04-10 10:52:21,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742033_1209 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742033
2014-04-10 10:52:21,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742041_1217 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742041 for deletion
2014-04-10 10:52:21,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742036_1212 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742036
2014-04-10 10:52:21,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742027_1203 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742027 for deletion
2014-04-10 10:52:21,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742041_1217 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742041
2014-04-10 10:52:21,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742029_1205 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742029 for deletion
2014-04-10 10:52:21,075 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742027_1203 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742027
2014-04-10 10:52:21,075 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742029_1205 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742029
2014-04-10 10:52:21,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742033_1209 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742033 for deletion
2014-04-10 10:52:21,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742036_1212 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742036 for deletion
2014-04-10 10:52:21,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742033_1209 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742033
2014-04-10 10:52:21,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742043_1219 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742043 for deletion
2014-04-10 10:52:21,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742036_1212 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742036
2014-04-10 10:52:21,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742027_1203 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742027 for deletion
2014-04-10 10:52:21,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742043_1219 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742043
2014-04-10 10:52:21,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742029_1205 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742029 for deletion
2014-04-10 10:52:21,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742027_1203 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742027
2014-04-10 10:52:21,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742031_1207 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742031 for deletion
2014-04-10 10:52:21,087 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742029_1205 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742029
2014-04-10 10:52:21,087 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742031_1207 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742031
2014-04-10 10:52:21,121 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54160, bytes: 701, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0022_m_000000_0_-1429020660_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742047_1223, duration: 137299
2014-04-10 10:52:21,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6533380686_upper_3AFDD1682FCA46F3B741078E7B59A1EB/part-00000 dst=null perm=null
2014-04-10 10:52:21,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/6533380686_upper_3AFDD1682FCA46F3B741078E7B59A1EB/part-00000 dst=null perm=null
2014-04-10 10:52:21,182 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46338, bytes: 184, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0022_m_000000_0_-1429020660_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742042_1218, duration: 140630
2014-04-10 10:52:21,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery/_temporary/1/_temporary/attempt_1397144823869_0022_m_000001_0 dst=null perm=null
2014-04-10 10:52:21,234 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0022_01_000003
2014-04-10 10:52:21,234 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0022 CONTAINERID=container_1397144823869_0022_01_000003
2014-04-10 10:52:21,234 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0022_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:52:21,234 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0022_01_000003
2014-04-10 10:52:21,238 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0022_01_000003 is : 143
2014-04-10 10:52:21,246 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0022_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:52:21,246 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0022/container_1397144823869_0022_01_000003
2014-04-10 10:52:21,246 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0022/container_1397144823869_0022_01_000003
2014-04-10 10:52:21,247 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0022/container_1397144823869_0022_01_000003
2014-04-10 10:52:21,247 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0022 CONTAINERID=container_1397144823869_0022_01_000003
2014-04-10 10:52:21,247 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0022_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:52:21,247 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0022/container_1397144823869_0022_01_000003
2014-04-10 10:52:21,247 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0022_01_000003 from application application_1397144823869_0022
2014-04-10 10:52:21,247 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:21,247 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0022
2014-04-10 10:52:21,248 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job_1397144823869_0022_1.jhist. BP-1649026925-127.0.0.1-1397144808341 blk_1073742051_1227{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:52:21,256 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742050_1226
2014-04-10 10:52:21,302 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742051_1227 src: /127.0.0.1:46213 dest: /127.0.0.1:36139
2014-04-10 10:52:21,302 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742051_1227 src: /127.0.0.1:54164 dest: /127.0.0.1:55289
2014-04-10 10:52:21,303 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742051_1227 src: /127.0.0.1:46342 dest: /127.0.0.1:53466
2014-04-10 10:52:21,306 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job_1397144823869_0022_1.jhist for DFSClient_NONMAPREDUCE_-2028650030_1
2014-04-10 10:52:21,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery/_temporary/1/_temporary/attempt_1397144823869_0022_m_000000_0 dst=null perm=null
2014-04-10 10:52:21,407 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0022_01_000002
2014-04-10 10:52:21,407 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0022 CONTAINERID=container_1397144823869_0022_01_000002
2014-04-10 10:52:21,407 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0022_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:52:21,407 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0022_01_000002
2014-04-10 10:52:21,407 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0022_01_000003
2014-04-10 10:52:21,408 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0022_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:52:21,408 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0022_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:52:21,408 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0022 CONTAINERID=container_1397144823869_0022_01_000003
2014-04-10 10:52:21,408 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0022_01_000003 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 10:52:21,408 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:52:21,408 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0022_01_000003, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:21,408 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:21,409 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:52:21,409 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0022_000001 released container container_1397144823869_0022_01_000003 on node: host: localhost:50571 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 10:52:21,412 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0022_01_000002 is : 143
2014-04-10 10:52:21,420 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0022_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:52:21,420 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0022/container_1397144823869_0022_01_000002
2014-04-10 10:52:21,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0022/container_1397144823869_0022_01_000002
2014-04-10 10:52:21,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0022/container_1397144823869_0022_01_000002
2014-04-10 10:52:21,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0022/container_1397144823869_0022_01_000002
2014-04-10 10:52:21,421 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0022 CONTAINERID=container_1397144823869_0022_01_000002
2014-04-10 10:52:21,421 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0022_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:52:21,421 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0022_01_000002 from application application_1397144823869_0022
2014-04-10 10:52:21,421 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:21,421 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0022
2014-04-10 10:52:21,591 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742050_1226
2014-04-10 10:52:22,252 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742050_1226
2014-04-10 10:52:22,408 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0022_01_000002
2014-04-10 10:52:22,408 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0022_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:52:22,409 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0022_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:52:22,409 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0022 CONTAINERID=container_1397144823869_0022_01_000002
2014-04-10 10:52:22,409 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0022_01_000002 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:52:22,409 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:52:22,409 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0022_01_000002, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:22,409 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:22,410 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:52:22,410 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0022_000001 released container container_1397144823869_0022_01_000002 on node: host: localhost:50571 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:52:23,409 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0022_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:52:23,409 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0022 CONTAINERID=container_1397144823869_0022_01_000004
2014-04-10 10:52:23,410 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0022_01_000004 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:52:23,410 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0022 container=Container: [ContainerId: container_1397144823869_0022_01_000004, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0022_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:23,410 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:52:23,410 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:24,108 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0022_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:52:24,121 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0022_01_000004 by user brock
2014-04-10 10:52:24,122 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0022 CONTAINERID=container_1397144823869_0022_01_000004
2014-04-10 10:52:24,122 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0022_01_000004 to application application_1397144823869_0022
2014-04-10 10:52:24,122 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0022_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:52:24,123 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0022
2014-04-10 10:52:24,123 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0022
2014-04-10 10:52:24,123 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:52:24,123 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0022
2014-04-10 10:52:24,124 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0022_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:52:24,153 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0022_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:52:24,153 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:24,208 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0022/container_1397144823869_0022_01_000004/default_container_executor.sh]
2014-04-10 10:52:24,409 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0022_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:52:25,112 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:52:25,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery/_temporary/1/_temporary/attempt_1397144823869_0022_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:25,950 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery/_temporary/1/_temporary/attempt_1397144823869_0022_r_000000_0/part-00000. BP-1649026925-127.0.0.1-1397144808341 blk_1073742052_1228{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:52:26,021 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742052_1228 src: /127.0.0.1:38457 dest: /127.0.0.1:55175
2014-04-10 10:52:26,022 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742052_1228 src: /127.0.0.1:46232 dest: /127.0.0.1:36139
2014-04-10 10:52:26,023 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742052_1228 src: /127.0.0.1:46360 dest: /127.0.0.1:53466
2014-04-10 10:52:26,034 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46360, dest: /127.0.0.1:53466, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0022_r_000000_0_-594808122_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742052_1228, duration: 9868143
2014-04-10 10:52:26,034 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742052_1228, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:26,034 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46232, dest: /127.0.0.1:36139, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0022_r_000000_0_-594808122_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742052_1228, duration: 10511274
2014-04-10 10:52:26,034 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742052_1228{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:52:26,034 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742052_1228, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:26,035 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38457, dest: /127.0.0.1:55175, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0022_r_000000_0_-594808122_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742052_1228, duration: 10853610
2014-04-10 10:52:26,035 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742052_1228, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:26,035 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742052_1228{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:52:26,035 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742052_1228{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:52:26,050 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery/_temporary/1/_temporary/attempt_1397144823869_0022_r_000000_0/part-00000 is closed by DFSClient_attempt_1397144823869_0022_r_000000_0_-594808122_1
2014-04-10 10:52:26,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery/_temporary/1/_temporary/attempt_1397144823869_0022_r_000000_0 dst=null perm=null
2014-04-10 10:52:26,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery/_temporary/1/_temporary/attempt_1397144823869_0022_r_000000_0 dst=null perm=null
2014-04-10 10:52:26,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery/_temporary/1/task_1397144823869_0022_r_000000 dst=null perm=null
2014-04-10 10:52:26,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery/_temporary/1/_temporary/attempt_1397144823869_0022_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery/_temporary/1/task_1397144823869_0022_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:52:26,161 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0022_01_000004
2014-04-10 10:52:26,161 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0022 CONTAINERID=container_1397144823869_0022_01_000004
2014-04-10 10:52:26,161 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0022_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:52:26,162 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0022_01_000004
2014-04-10 10:52:26,168 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0022_01_000004 is : 143
2014-04-10 10:52:26,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:26,175 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0022_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:52:26,175 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0022/container_1397144823869_0022_01_000004
2014-04-10 10:52:26,175 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0022/container_1397144823869_0022_01_000004
2014-04-10 10:52:26,175 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0022/container_1397144823869_0022_01_000004
2014-04-10 10:52:26,176 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0022/container_1397144823869_0022_01_000004
2014-04-10 10:52:26,176 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0022 CONTAINERID=container_1397144823869_0022_01_000004
2014-04-10 10:52:26,176 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0022_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:52:26,176 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0022_01_000004 from application application_1397144823869_0022
2014-04-10 10:52:26,176 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:26,176 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0022
2014-04-10 10:52:26,183 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-2028650030_1
2014-04-10 10:52:26,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery/_temporary/1 dst=null perm=null
2014-04-10 10:52:26,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery dst=null perm=null
2014-04-10 10:52:26,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery dst=null perm=null
2014-04-10 10:52:26,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery/_temporary/1/task_1397144823869_0022_r_000000 dst=null perm=null
2014-04-10 10:52:26,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery/part-00000 dst=null perm=null
2014-04-10 10:52:26,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery/_temporary/1/task_1397144823869_0022_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:26,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery/_temporary dst=null perm=null
2014-04-10 10:52:26,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:26,260 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742052_1228
2014-04-10 10:52:26,275 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-2028650030_1
2014-04-10 10:52:26,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:26,300 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-2028650030_1
2014-04-10 10:52:26,324 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46342, dest: /127.0.0.1:53466, bytes: 45562, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2028650030_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742051_1227, duration: 5019789552
2014-04-10 10:52:26,324 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742051_1227, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:26,325 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742051_1227{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 13832
2014-04-10 10:52:26,325 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54164, dest: /127.0.0.1:55289, bytes: 45562, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2028650030_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742051_1227, duration: 5020956719
2014-04-10 10:52:26,325 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742051_1227, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:26,326 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742051_1227{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 13832
2014-04-10 10:52:26,326 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46213, dest: /127.0.0.1:36139, bytes: 45562, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2028650030_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742051_1227, duration: 5022310227
2014-04-10 10:52:26,326 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742051_1227, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:26,327 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742051_1227{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 13832
2014-04-10 10:52:26,342 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job_1397144823869_0022_1.jhist is closed by DFSClient_NONMAPREDUCE_-2028650030_1
2014-04-10 10:52:26,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0022.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:26,362 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0022.summary_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742053_1229{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:52:26,377 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742053_1229 src: /127.0.0.1:54187 dest: /127.0.0.1:55289
2014-04-10 10:52:26,379 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742053_1229 src: /127.0.0.1:46238 dest: /127.0.0.1:36139
2014-04-10 10:52:26,380 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742053_1229 src: /127.0.0.1:46366 dest: /127.0.0.1:53466
2014-04-10 10:52:26,383 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46366, dest: /127.0.0.1:53466, bytes: 452, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2028650030_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742053_1229, duration: 1844061
2014-04-10 10:52:26,383 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742053_1229, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:26,383 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742053_1229{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:52:26,383 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46238, dest: /127.0.0.1:36139, bytes: 452, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2028650030_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742053_1229, duration: 2182155
2014-04-10 10:52:26,383 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742053_1229, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:26,384 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742053_1229{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:52:26,384 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54187, dest: /127.0.0.1:55289, bytes: 452, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2028650030_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742053_1229, duration: 2814457
2014-04-10 10:52:26,384 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742053_1229, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:26,384 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742053_1229{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:52:26,400 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0022.summary_tmp is closed by DFSClient_NONMAPREDUCE_-2028650030_1
2014-04-10 10:52:26,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0022.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:26,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job_1397144823869_0022_1.jhist dst=null perm=null
2014-04-10 10:52:26,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0022-1397145133832-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2FB55D8D39BE7B46AA-1397145146301-2-1-SUCCEEDED-default-1397145137051.jhist_tmp dst=null perm=null
2014-04-10 10:52:26,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job_1397144823869_0022_1.jhist dst=null perm=null
2014-04-10 10:52:26,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0022-1397145133832-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2FB55D8D39BE7B46AA-1397145146301-2-1-SUCCEEDED-default-1397145137051.jhist_tmp dst=null perm=null
2014-04-10 10:52:26,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job_1397144823869_0022_1.jhist dst=null perm=null
2014-04-10 10:52:26,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0022-1397145133832-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2FB55D8D39BE7B46AA-1397145146301-2-1-SUCCEEDED-default-1397145137051.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:26,453 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46240, bytes: 45918, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2028650030_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742051_1227, duration: 254498
2014-04-10 10:52:26,456 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0022-1397145133832-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2FB55D8D39BE7B46AA-1397145146301-2-1-SUCCEEDED-default-1397145137051.jhist_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742054_1230{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:52:26,469 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742054_1230 src: /127.0.0.1:38467 dest: /127.0.0.1:55175
2014-04-10 10:52:26,470 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742054_1230 src: /127.0.0.1:46242 dest: /127.0.0.1:36139
2014-04-10 10:52:26,471 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742054_1230 src: /127.0.0.1:46370 dest: /127.0.0.1:53466
2014-04-10 10:52:26,484 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46370, dest: /127.0.0.1:53466, bytes: 45562, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2028650030_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742054_1230, duration: 11293154
2014-04-10 10:52:26,484 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742054_1230, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:26,485 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742054_1230{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:52:26,485 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46242, dest: /127.0.0.1:36139, bytes: 45562, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2028650030_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742054_1230, duration: 12083963
2014-04-10 10:52:26,485 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742054_1230, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:26,485 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742054_1230{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:52:26,486 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38467, dest: /127.0.0.1:55175, bytes: 45562, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2028650030_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742054_1230, duration: 12811232
2014-04-10 10:52:26,486 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742054_1230, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:26,486 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742054_1230{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:52:26,500 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0022-1397145133832-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2FB55D8D39BE7B46AA-1397145146301-2-1-SUCCEEDED-default-1397145137051.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-2028650030_1
2014-04-10 10:52:26,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0022-1397145133832-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2FB55D8D39BE7B46AA-1397145146301-2-1-SUCCEEDED-default-1397145137051.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:26,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job_1397144823869_0022_1_conf.xml dst=null perm=null
2014-04-10 10:52:26,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0022_conf.xml_tmp dst=null perm=null
2014-04-10 10:52:26,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job_1397144823869_0022_1_conf.xml dst=null perm=null
2014-04-10 10:52:26,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0022_conf.xml_tmp dst=null perm=null
2014-04-10 10:52:26,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022/job_1397144823869_0022_1_conf.xml dst=null perm=null
2014-04-10 10:52:26,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0022_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:26,536 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46240, bytes: 96849, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2028650030_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742050_1226, duration: 367063
2014-04-10 10:52:26,539 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0022_conf.xml_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742055_1231{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:52:26,552 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742055_1231 src: /127.0.0.1:54194 dest: /127.0.0.1:55289
2014-04-10 10:52:26,555 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742055_1231 src: /127.0.0.1:38471 dest: /127.0.0.1:55175
2014-04-10 10:52:26,556 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742055_1231 src: /127.0.0.1:46373 dest: /127.0.0.1:53466
2014-04-10 10:52:26,560 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46373, dest: /127.0.0.1:53466, bytes: 96097, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2028650030_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742055_1231, duration: 2539520
2014-04-10 10:52:26,561 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742055_1231, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:26,561 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742055_1231{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:52:26,561 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38471, dest: /127.0.0.1:55175, bytes: 96097, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2028650030_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742055_1231, duration: 3319002
2014-04-10 10:52:26,561 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742055_1231, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:26,562 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742055_1231{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:52:26,562 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54194, dest: /127.0.0.1:55289, bytes: 96097, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2028650030_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742055_1231, duration: 3851677
2014-04-10 10:52:26,562 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742055_1231, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:26,562 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742055_1231{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:52:26,575 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0022_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-2028650030_1
2014-04-10 10:52:26,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0022_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:26,596 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742055_1231
2014-04-10 10:52:26,597 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742053_1229
2014-04-10 10:52:26,597 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742051_1227
2014-04-10 10:52:26,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0022.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0022.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:26,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0022_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0022_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:26,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0022-1397145133832-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2FB55D8D39BE7B46AA-1397145146301-2-1-SUCCEEDED-default-1397145137051.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0022-1397145133832-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2FB55D8D39BE7B46AA-1397145146301-2-1-SUCCEEDED-default-1397145137051.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:26,641 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397144823869_0022_000001 with final state: FINISHING
2014-04-10 10:52:26,642 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0022_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:52:26,642 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397144823869_0022 with final state: FINISHING
2014-04-10 10:52:26,642 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0022 State change from RUNNING to FINAL_SAVING
2014-04-10 10:52:26,642 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0022
2014-04-10 10:52:26,643 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0022_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:52:26,643 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0022 State change from FINAL_SAVING to FINISHING
2014-04-10 10:52:26,662 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742054_1230
2014-04-10 10:52:26,662 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742052_1228
2014-04-10 10:52:26,663 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742055_1231
2014-04-10 10:52:26,685 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:52:26,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:52:26,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:52:26,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0022.summary dst=null perm=null
2014-04-10 10:52:26,694 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46376, bytes: 456, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_538767685_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742053_1229, duration: 222369
2014-04-10 10:52:26,694 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397144823869_0022,submitTime=1397145133832,launchTime=1397145137051,firstMapTaskLaunchTime=1397145139214,firstReduceTaskLaunchTime=1397145144123,finishTime=1397145146301,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=2,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=4,reduceSlotSeconds=2,jobName=[E3842A83546D455AABCCC3B88B571FDA/B55D8D39BE7B46AABD78462E83493F74] lower*upper/(3/3) ...dpipesplatform/afterevery
2014-04-10 10:52:26,694 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0022.summary]
2014-04-10 10:52:26,708 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742053_1229 127.0.0.1:55289 127.0.0.1:36139 127.0.0.1:53466
2014-04-10 10:52:26,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0022.summary dst=null perm=null
2014-04-10 10:52:26,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:52:26,711 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0022-1397145133832-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2FB55D8D39BE7B46AA-1397145146301-2-1-SUCCEEDED-default-1397145137051.jhist to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0022-1397145133832-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2FB55D8D39BE7B46AA-1397145146301-2-1-SUCCEEDED-default-1397145137051.jhist
2014-04-10 10:52:26,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0022-1397145133832-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2FB55D8D39BE7B46AA-1397145146301-2-1-SUCCEEDED-default-1397145137051.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0022-1397145133832-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2FB55D8D39BE7B46AA-1397145146301-2-1-SUCCEEDED-default-1397145137051.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:26,725 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0022_conf.xml to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0022_conf.xml
2014-04-10 10:52:26,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0022_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0022_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:26,734 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397144823869_0022 from file: hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0022-1397145133832-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2FB55D8D39BE7B46AA-1397145146301-2-1-SUCCEEDED-default-1397145137051.jhist
2014-04-10 10:52:26,734 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0022-1397145133832-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2FB55D8D39BE7B46AA-1397145146301-2-1-SUCCEEDED-default-1397145137051.jhist]
2014-04-10 10:52:26,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0022-1397145133832-brock-%5BE3842A83546D455AABCCC3B88B571FDA%2FB55D8D39BE7B46AA-1397145146301-2-1-SUCCEEDED-default-1397145137051.jhist dst=null perm=null
2014-04-10 10:52:26,737 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38476, bytes: 45918, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742054_1230, duration: 270964
2014-04-10 10:52:26,775 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742042_1218 127.0.0.1:36139 127.0.0.1:55289 127.0.0.1:53466
2014-04-10 10:52:26,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/6533380686_upper_3AFDD1682FCA46F3B741078E7B59A1EB dst=null perm=null
2014-04-10 10:52:26,792 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742037_1213 127.0.0.1:36139 127.0.0.1:53466 127.0.0.1:55289
2014-04-10 10:52:26,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/8747660297_lower_6DE34CC4B494497093C33E44804AC2F3 dst=null perm=null
2014-04-10 10:52:26,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery dst=null perm=null
2014-04-10 10:52:26,794 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery/_temporary
2014-04-10 10:52:26,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery/_temporary dst=null perm=null
2014-04-10 10:52:26,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery dst=null perm=null
2014-04-10 10:52:26,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery dst=null perm=null
2014-04-10 10:52:26,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery dst=null perm=null
2014-04-10 10:52:26,814 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:52:26,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery/part-00000 dst=null perm=null
2014-04-10 10:52:26,817 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38476, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742052_1228, duration: 245250
2014-04-10 10:52:26,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery dst=null perm=null
2014-04-10 10:52:26,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery dst=null perm=null
2014-04-10 10:52:26,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery dst=null perm=null
2014-04-10 10:52:26,833 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:52:26,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery/part-00000 dst=null perm=null
2014-04-10 10:52:26,836 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38476, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742052_1228, duration: 134667
2014-04-10 10:52:26,836 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/cogroupfieldedpipesplatform/afterevery
2014-04-10 10:52:26,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery dst=null perm=null
2014-04-10 10:52:26,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery dst=null perm=null
2014-04-10 10:52:26,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery dst=null perm=null
2014-04-10 10:52:26,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery dst=null perm=null
2014-04-10 10:52:26,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery/part-00000 dst=null perm=null
2014-04-10 10:52:26,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/afterevery/part-00000 dst=null perm=null
2014-04-10 10:52:26,843 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46251, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742052_1228, duration: 212865
2014-04-10 10:52:26,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:52:26,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:52:26,860 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 10:52:26,860 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 10:52:26,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields dst=null perm=null
2014-04-10 10:52:26,872 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [offsetLower*lower] starting
2014-04-10 10:52:26,873 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [offsetLower*lower] source: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 10:52:26,873 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [offsetLower*lower] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 10:52:26,873 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [offsetLower*lower] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields"]
2014-04-10 10:52:26,873 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [offsetLower*lower] parallel execution is enabled: true
2014-04-10 10:52:26,873 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [offsetLower*lower] starting jobs: 1
2014-04-10 10:52:26,873 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [offsetLower*lower] allocating threads: 1
2014-04-10 10:52:26,874 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [offsetLower*lower] starting step: (1/1) ...atform/samefiledifffields
2014-04-10 10:52:26,883 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:52:26,889 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:52:26,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields dst=null perm=null
2014-04-10 10:52:26,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:52:26,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:52:26,893 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 23
2014-04-10 10:52:26,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023 dst=null perm=null
2014-04-10 10:52:26,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:52:26,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:52:26,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.jar dst=null perm=null
2014-04-10 10:52:26,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:52:26,944 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073742056_1232{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:52:26,993 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742056_1232 src: /127.0.0.1:38478 dest: /127.0.0.1:55175
2014-04-10 10:52:26,994 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742056_1232 src: /127.0.0.1:46380 dest: /127.0.0.1:53466
2014-04-10 10:52:26,997 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742056_1232 src: /127.0.0.1:46254 dest: /127.0.0.1:36139
2014-04-10 10:52:27,003 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46254, dest: /127.0.0.1:36139, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742056_1232, duration: 4516534
2014-04-10 10:52:27,004 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742056_1232, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:27,004 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742056_1232{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:52:27,004 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46380, dest: /127.0.0.1:53466, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742056_1232, duration: 3152517
2014-04-10 10:52:27,005 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742056_1232, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:27,005 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742056_1232{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:52:27,005 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38478, dest: /127.0.0.1:55175, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742056_1232, duration: 4516092
2014-04-10 10:52:27,005 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742056_1232, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:27,006 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742056_1232{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:52:27,017 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:52:27,018 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.jar
2014-04-10 10:52:27,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.jar dst=null perm=null
2014-04-10 10:52:27,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:52:27,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:52:27,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:52:27,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:52:27,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:52:27,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:52:27,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:52:27,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:52:27,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:52:27,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:52:27,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:52:27,044 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:52:27,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:52:27,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:52:27,047 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:52:27,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:52:27,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:52:27,050 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:52:27,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:52:27,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:52:27,053 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:52:27,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:52:27,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:52:27,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:52:27,076 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.split
2014-04-10 10:52:27,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.split dst=null perm=null
2014-04-10 10:52:27,085 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.split. BP-1649026925-127.0.0.1-1397144808341 blk_1073742057_1233{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:52:27,101 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742057_1233 src: /127.0.0.1:46383 dest: /127.0.0.1:53466
2014-04-10 10:52:27,103 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742057_1233 src: /127.0.0.1:54207 dest: /127.0.0.1:55289
2014-04-10 10:52:27,104 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742057_1233 src: /127.0.0.1:38484 dest: /127.0.0.1:55175
2014-04-10 10:52:27,105 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742057_1233 src: /127.0.0.1:46259 dest: /127.0.0.1:36139
2014-04-10 10:52:27,108 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46259, dest: /127.0.0.1:36139, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742057_1233, duration: 1991820
2014-04-10 10:52:27,110 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742057_1233, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:27,110 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742057_1233{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:52:27,110 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38484, dest: /127.0.0.1:55175, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742057_1233, duration: 4087676
2014-04-10 10:52:27,111 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742057_1233, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:27,111 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742057_1233{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:52:27,111 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54207, dest: /127.0.0.1:55289, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742057_1233, duration: 4947895
2014-04-10 10:52:27,112 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742057_1233, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:27,112 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742057_1233{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:52:27,112 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46383, dest: /127.0.0.1:53466, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742057_1233, duration: 5417281
2014-04-10 10:52:27,112 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742057_1233, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:27,113 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742057_1233{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:52:27,125 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.split is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:52:27,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:52:27,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:52:27,143 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.splitmetainfo. BP-1649026925-127.0.0.1-1397144808341 blk_1073742058_1234{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]}
2014-04-10 10:52:27,160 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742058_1234 src: /127.0.0.1:38486 dest: /127.0.0.1:55175
2014-04-10 10:52:27,161 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742058_1234 src: /127.0.0.1:54211 dest: /127.0.0.1:55289
2014-04-10 10:52:27,162 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0022_01_000004
2014-04-10 10:52:27,162 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742058_1234 src: /127.0.0.1:46262 dest: /127.0.0.1:36139
2014-04-10 10:52:27,163 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0022_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:52:27,163 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0022_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:52:27,163 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0022 CONTAINERID=container_1397144823869_0022_01_000004
2014-04-10 10:52:27,163 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0022_01_000004 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:52:27,163 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:52:27,164 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0022_01_000004, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:27,164 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:27,164 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:52:27,164 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0022_000001 released container container_1397144823869_0022_01_000004 on node: host: localhost:50571 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:52:27,165 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46262, dest: /127.0.0.1:36139, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742058_1234, duration: 1661957
2014-04-10 10:52:27,165 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742058_1234, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:27,166 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742058_1234{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:52:27,166 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54211, dest: /127.0.0.1:55289, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742058_1234, duration: 2343538
2014-04-10 10:52:27,166 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742058_1234, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:27,166 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742058_1234{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:52:27,167 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38486, dest: /127.0.0.1:55175, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742058_1234, duration: 3009436
2014-04-10 10:52:27,167 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742058_1234, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:27,168 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742058_1234{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:52:27,183 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:52:27,184 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:6
2014-04-10 10:52:27,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:52:27,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:52:27,215 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742059_1235{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:52:27,226 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742059_1235 src: /127.0.0.1:46264 dest: /127.0.0.1:36139
2014-04-10 10:52:27,227 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742059_1235 src: /127.0.0.1:54215 dest: /127.0.0.1:55289
2014-04-10 10:52:27,229 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742059_1235 src: /127.0.0.1:46393 dest: /127.0.0.1:53466
2014-04-10 10:52:27,232 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46393, dest: /127.0.0.1:53466, bytes: 81978, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742059_1235, duration: 2427892
2014-04-10 10:52:27,233 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742059_1235, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:27,233 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742059_1235{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:52:27,233 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54215, dest: /127.0.0.1:55289, bytes: 81978, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742059_1235, duration: 2978942
2014-04-10 10:52:27,233 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742059_1235, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:27,234 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742059_1235{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:52:27,234 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46264, dest: /127.0.0.1:36139, bytes: 81978, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742059_1235, duration: 3509174
2014-04-10 10:52:27,234 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742059_1235, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:27,235 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742059_1235{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:52:27,250 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.xml is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:52:27,250 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397144823869_0023
2014-04-10 10:52:27,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023 dst=null perm=null
2014-04-10 10:52:27,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.xml dst=null perm=null
2014-04-10 10:52:27,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.xml dst=null perm=null
2014-04-10 10:52:27,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.jar dst=null perm=null
2014-04-10 10:52:27,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.jar dst=null perm=null
2014-04-10 10:52:27,255 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742057_1233
2014-04-10 10:52:27,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.split dst=null perm=null
2014-04-10 10:52:27,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.split dst=null perm=null
2014-04-10 10:52:27,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.splitmetainfo dst=null perm=null
2014-04-10 10:52:27,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.splitmetainfo dst=null perm=null
2014-04-10 10:52:27,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:52:27,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:52:27,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:52:27,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:52:27,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:52:27,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:52:27,306 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 23 submitted by user brock
2014-04-10 10:52:27,307 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397144823869_0023
2014-04-10 10:52:27,307 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397144823869_0023
2014-04-10 10:52:27,307 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0023
2014-04-10 10:52:27,307 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0023 State change from NEW to NEW_SAVING
2014-04-10 10:52:27,308 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0023 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:52:27,308 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397144823869_0023_000001
2014-04-10 10:52:27,308 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0023_000001 State change from NEW to SUBMITTED
2014-04-10 10:52:27,308 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397144823869_0023 from user: brock activated in queue: default
2014-04-10 10:52:27,309 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397144823869_0023 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@1ba82161, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:52:27,309 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397144823869_0023
2014-04-10 10:52:27,309 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397144823869_0023 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:52:27,309 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397144823869_0023_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:52:27,310 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0023_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:52:27,310 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0023 State change from SUBMITTED to ACCEPTED
2014-04-10 10:52:27,311 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:60619/proxy/application_1397144823869_0023/
2014-04-10 10:52:27,311 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [offsetLower*lower] submitted hadoop job: job_1397144823869_0023
2014-04-10 10:52:27,311 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [offsetLower*lower] tracking url: http://localhost:60619/proxy/application_1397144823869_0023/
2014-04-10 10:52:27,457 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742056_1232
2014-04-10 10:52:27,458 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742059_1235
2014-04-10 10:52:27,458 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742058_1234
2014-04-10 10:52:27,459 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742052_1228
2014-04-10 10:52:27,459 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742051_1227
2014-04-10 10:52:27,459 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742054_1230
2014-04-10 10:52:27,460 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742053_1229
2014-04-10 10:52:27,497 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0023_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:52:27,497 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0023 CONTAINERID=container_1397144823869_0023_01_000001
2014-04-10 10:52:27,497 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0023_01_000001 of capacity <memory:2048, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 10:52:27,497 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0023 container=Container: [ContainerId: container_1397144823869_0023_01_000001, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0023_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:27,497 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:52:27,497 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0023_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:52:27,497 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:27,498 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397144823869_0023 AttemptId: appattempt_1397144823869_0023_000001 MasterContainer: Container: [ContainerId: container_1397144823869_0023_01_000001, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:52024 }, ]
2014-04-10 10:52:27,498 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0023_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:52:27,499 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0023_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:52:27,499 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397144823869_0023_000001
2014-04-10 10:52:27,500 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397144823869_0023_01_000001, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] for AM appattempt_1397144823869_0023_000001
2014-04-10 10:52:27,500 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397144823869_0023_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:52:27,503 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0023_000001 (auth:SIMPLE)
2014-04-10 10:52:27,505 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0023_01_000001 by user brock
2014-04-10 10:52:27,505 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0023
2014-04-10 10:52:27,505 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0023 CONTAINERID=container_1397144823869_0023_01_000001
2014-04-10 10:52:27,505 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0023 transitioned from NEW to INITING
2014-04-10 10:52:27,505 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0023_01_000001 to application application_1397144823869_0023
2014-04-10 10:52:27,506 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0023 transitioned from INITING to RUNNING
2014-04-10 10:52:27,506 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397144823869_0023_01_000001, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] for AM appattempt_1397144823869_0023_000001
2014-04-10 10:52:27,506 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0023_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:52:27,506 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:52:27,506 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0023
2014-04-10 10:52:27,507 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:52:27,507 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:52:27,507 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:52:27,507 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:52:27,507 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0023_01_000001
2014-04-10 10:52:27,516 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397144823869_0023_01_000001.tokens. Credentials list:
2014-04-10 10:52:27,529 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:52:27,597 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397144823869_0023_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000001.tokens
2014-04-10 10:52:27,597 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0023 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0023
2014-04-10 10:52:27,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.jar dst=null perm=null
2014-04-10 10:52:27,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.jar dst=null perm=null
2014-04-10 10:52:27,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.jar dst=null perm=null
2014-04-10 10:52:27,700 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742046_1222 127.0.0.1:55289 127.0.0.1:55175 127.0.0.1:53466 127.0.0.1:36139
2014-04-10 10:52:27,700 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742047_1223 127.0.0.1:55289 127.0.0.1:36139 127.0.0.1:55175 127.0.0.1:53466
2014-04-10 10:52:27,701 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742048_1224 127.0.0.1:55175 127.0.0.1:53466 127.0.0.1:36139
2014-04-10 10:52:27,701 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742049_1225 127.0.0.1:53466 127.0.0.1:55289 127.0.0.1:55175
2014-04-10 10:52:27,701 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742051_1227 127.0.0.1:36139 127.0.0.1:55289 127.0.0.1:53466
2014-04-10 10:52:27,701 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742050_1226 127.0.0.1:55289 127.0.0.1:36139 127.0.0.1:53466
2014-04-10 10:52:27,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0022 dst=null perm=null
2014-04-10 10:52:27,706 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38476, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-293471639_15479, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742056_1232, duration: 1133575
2014-04-10 10:52:27,730 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0023/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:52:27,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.splitmetainfo dst=null perm=null
2014-04-10 10:52:27,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.splitmetainfo dst=null perm=null
2014-04-10 10:52:27,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.splitmetainfo dst=null perm=null
2014-04-10 10:52:27,753 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38476, bytes: 222, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-293471639_15479, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742058_1234, duration: 215913
2014-04-10 10:52:27,769 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0023/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:52:27,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.split dst=null perm=null
2014-04-10 10:52:27,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.split dst=null perm=null
2014-04-10 10:52:27,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.split dst=null perm=null
2014-04-10 10:52:27,793 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46251, bytes: 2283, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-293471639_15479, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742057_1233, duration: 222395
2014-04-10 10:52:27,809 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0023/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:52:27,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.xml dst=null perm=null
2014-04-10 10:52:27,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.xml dst=null perm=null
2014-04-10 10:52:27,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.xml dst=null perm=null
2014-04-10 10:52:27,833 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54221, bytes: 82622, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-293471639_15479, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742059_1235, duration: 435170
2014-04-10 10:52:27,850 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0023/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:52:27,850 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:52:27,881 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:52:27,881 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:27,937 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000001/default_container_executor.sh]
2014-04-10 10:52:28,496 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0023_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:52:28,815 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:53466 to replicate blk_1073742056_1232 to datanode(s) 127.0.0.1:55289
2014-04-10 10:52:28,815 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073742049_1225, blk_1073742050_1226, blk_1073742051_1227, blk_1073742037_1213, blk_1073742053_1229, blk_1073742042_1218, blk_1073742046_1222, blk_1073742047_1223]
2014-04-10 10:52:28,815 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073742048_1224, blk_1073742050_1226, blk_1073742051_1227, blk_1073742037_1213, blk_1073742053_1229, blk_1073742042_1218, blk_1073742046_1222, blk_1073742047_1223]
2014-04-10 10:52:29,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:52:29,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/COMMIT_STARTED dst=null perm=null
2014-04-10 10:52:29,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:52:29,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/COMMIT_FAIL dst=null perm=null
2014-04-10 10:52:29,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023 dst=null perm=null
2014-04-10 10:52:29,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:52:29,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:52:29,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.splitmetainfo dst=null perm=null
2014-04-10 10:52:29,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.splitmetainfo dst=null perm=null
2014-04-10 10:52:29,568 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54229, bytes: 222, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1391210685_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742058_1234, duration: 158353
2014-04-10 10:52:30,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742049_1225 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742049 for deletion
2014-04-10 10:52:30,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742050_1226 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742050 for deletion
2014-04-10 10:52:30,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742051_1227 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742051 for deletion
2014-04-10 10:52:30,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742050_1226 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742050
2014-04-10 10:52:30,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742053_1229 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742053 for deletion
2014-04-10 10:52:30,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742049_1225 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742049
2014-04-10 10:52:30,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742037_1213 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742037 for deletion
2014-04-10 10:52:30,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742051_1227 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742051
2014-04-10 10:52:30,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742042_1218 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742042 for deletion
2014-04-10 10:52:30,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742053_1229 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742053
2014-04-10 10:52:30,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742046_1222 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742046 for deletion
2014-04-10 10:52:30,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742037_1213 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742037
2014-04-10 10:52:30,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742047_1223 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742047 for deletion
2014-04-10 10:52:30,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742042_1218 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742042
2014-04-10 10:52:30,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742046_1222 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742046
2014-04-10 10:52:30,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742047_1223 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742047
2014-04-10 10:52:30,073 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=c77d7afe-f695-41db-95ad-e46c268e06f7, infoPort=43222, ipcPort=44592, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) Starting thread to transfer BP-1649026925-127.0.0.1-1397144808341:blk_1073742056_1232 to 127.0.0.1:55289
2014-04-10 10:52:30,074 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742056_1232 src: /127.0.0.1:54230 dest: /127.0.0.1:55289
2014-04-10 10:52:30,075 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1649026925-127.0.0.1-1397144808341:blk_1073742056_1232 (numBytes=244650) to 127.0.0.1/127.0.0.1:55289
2014-04-10 10:52:30,076 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1649026925-127.0.0.1-1397144808341:blk_1073742056_1232 src: /127.0.0.1:54230 dest: /127.0.0.1:55289 of size 244650
2014-04-10 10:52:30,076 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742056_1232 size 244650
2014-04-10 10:52:30,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742048_1224 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742048 for deletion
2014-04-10 10:52:30,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742050_1226 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742050 for deletion
2014-04-10 10:52:30,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742048_1224 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742048
2014-04-10 10:52:30,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742051_1227 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742051 for deletion
2014-04-10 10:52:30,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742050_1226 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742050
2014-04-10 10:52:30,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742053_1229 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742053 for deletion
2014-04-10 10:52:30,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742051_1227 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742051
2014-04-10 10:52:30,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742037_1213 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742037 for deletion
2014-04-10 10:52:30,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742053_1229 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742053
2014-04-10 10:52:30,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742042_1218 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742042 for deletion
2014-04-10 10:52:30,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742037_1213 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742037
2014-04-10 10:52:30,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742046_1222 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742046 for deletion
2014-04-10 10:52:30,090 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742042_1218 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742042
2014-04-10 10:52:30,090 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742047_1223 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742047 for deletion
2014-04-10 10:52:30,090 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742046_1222 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742046
2014-04-10 10:52:30,090 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742047_1223 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742047
2014-04-10 10:52:30,163 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0023_000001 (auth:SIMPLE)
2014-04-10 10:52:30,164 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397144823869_0023_000001
2014-04-10 10:52:30,164 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397144823869_0023 APPATTEMPTID=appattempt_1397144823869_0023_000001
2014-04-10 10:52:30,164 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0023_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:52:30,165 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0023 State change from ACCEPTED to RUNNING
2014-04-10 10:52:30,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job_1397144823869_0023_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:30,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:52:30,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job_1397144823869_0023_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:30,448 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job_1397144823869_0023_1_conf.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742060_1236{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:52:30,481 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742060_1236 src: /127.0.0.1:38509 dest: /127.0.0.1:55175
2014-04-10 10:52:30,482 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742060_1236 src: /127.0.0.1:46411 dest: /127.0.0.1:53466
2014-04-10 10:52:30,483 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742060_1236 src: /127.0.0.1:46285 dest: /127.0.0.1:36139
2014-04-10 10:52:30,490 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46285, dest: /127.0.0.1:36139, bytes: 95961, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1391210685_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742060_1236, duration: 5841641
2014-04-10 10:52:30,490 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742060_1236, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:30,490 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742060_1236{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:52:30,490 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46411, dest: /127.0.0.1:53466, bytes: 95961, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1391210685_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742060_1236, duration: 6204526
2014-04-10 10:52:30,490 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742060_1236, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:30,491 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38509, dest: /127.0.0.1:55175, bytes: 95961, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1391210685_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742060_1236, duration: 6747129
2014-04-10 10:52:30,491 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742060_1236{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:52:30,491 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742060_1236, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:30,491 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742060_1236{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:52:30,508 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job_1397144823869_0023_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1391210685_1
2014-04-10 10:52:31,265 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742060_1236
2014-04-10 10:52:31,265 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742059_1235
2014-04-10 10:52:31,267 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742055_1231
2014-04-10 10:52:31,267 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742053_1229
2014-04-10 10:52:31,465 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742054_1230
2014-04-10 10:52:31,465 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742057_1233
2014-04-10 10:52:31,497 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0023_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:52:31,497 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0023 CONTAINERID=container_1397144823869_0023_01_000002
2014-04-10 10:52:31,497 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0023_01_000002 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:52:31,498 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0023 container=Container: [ContainerId: container_1397144823869_0023_01_000002, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0023_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:31,498 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:52:31,498 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:31,499 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0023_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:52:31,499 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0023 CONTAINERID=container_1397144823869_0023_01_000003
2014-04-10 10:52:31,499 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0023_01_000003 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 10:52:31,499 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0023 container=Container: [ContainerId: container_1397144823869_0023_01_000003, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0023_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:31,500 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:52:31,500 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:31,536 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0023_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:52:31,536 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0023 CONTAINERID=container_1397144823869_0023_01_000004
2014-04-10 10:52:31,536 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0023_01_000004 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:52:31,536 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0023 container=Container: [ContainerId: container_1397144823869_0023_01_000004, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0023_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:31,537 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:52:31,537 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:31,537 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0023_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:52:31,538 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0023 CONTAINERID=container_1397144823869_0023_01_000005
2014-04-10 10:52:31,538 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0023_01_000005 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:52:31,538 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0023 container=Container: [ContainerId: container_1397144823869_0023_01_000005, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0023_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:31,538 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:52:31,538 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:31,538 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0023_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:52:31,539 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0023 CONTAINERID=container_1397144823869_0023_01_000006
2014-04-10 10:52:31,539 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0023_01_000006 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 10:52:31,539 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0023 container=Container: [ContainerId: container_1397144823869_0023_01_000006, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0023_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:31,539 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 10:52:31,539 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:31,539 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0023_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:52:31,539 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0023 CONTAINERID=container_1397144823869_0023_01_000007
2014-04-10 10:52:31,539 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0023_01_000007 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 10:52:31,539 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0023 container=Container: [ContainerId: container_1397144823869_0023_01_000007, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0023_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7 usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:31,540 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8
2014-04-10 10:52:31,540 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:8> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:31,601 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742057_1233
2014-04-10 10:52:31,601 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742058_1234
2014-04-10 10:52:31,602 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742059_1235
2014-04-10 10:52:31,665 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742056_1232
2014-04-10 10:52:31,667 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742051_1227
2014-04-10 10:52:31,668 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742057_1233
2014-04-10 10:52:31,669 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742060_1236
2014-04-10 10:52:31,803 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742056_1232
2014-04-10 10:52:31,816 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073742048_1224, blk_1073742049_1225, blk_1073742050_1226, blk_1073742051_1227, blk_1073742037_1213, blk_1073742053_1229, blk_1073742042_1218, blk_1073742046_1222, blk_1073742047_1223]
2014-04-10 10:52:31,816 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073742048_1224, blk_1073742049_1225, blk_1073742046_1222, blk_1073742047_1223]
2014-04-10 10:52:31,869 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742056_1232
2014-04-10 10:52:31,870 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742058_1234
2014-04-10 10:52:32,198 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0023_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:52:32,198 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0023_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:52:32,198 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0023_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:52:32,198 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0023_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:52:32,198 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0023_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:52:32,199 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0023_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:52:32,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.jar dst=null perm=null
2014-04-10 10:52:32,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.jar dst=null perm=null
2014-04-10 10:52:32,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.xml dst=null perm=null
2014-04-10 10:52:32,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.xml dst=null perm=null
2014-04-10 10:52:32,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:52:32,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:52:32,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:52:32,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:52:32,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:52:32,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:52:32,324 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0023_000001 (auth:SIMPLE)
2014-04-10 10:52:32,324 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0023_000001 (auth:SIMPLE)
2014-04-10 10:52:32,328 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0023_01_000002 by user brock
2014-04-10 10:52:32,328 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0023_01_000003 by user brock
2014-04-10 10:52:32,328 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0023 CONTAINERID=container_1397144823869_0023_01_000002
2014-04-10 10:52:32,328 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0023 CONTAINERID=container_1397144823869_0023_01_000003
2014-04-10 10:52:32,328 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0023_01_000002 to application application_1397144823869_0023
2014-04-10 10:52:32,329 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0023_01_000003 to application application_1397144823869_0023
2014-04-10 10:52:32,329 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:52:32,329 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0023_01_000004 by user brock
2014-04-10 10:52:32,330 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:52:32,330 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0023
2014-04-10 10:52:32,330 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0023_01_000005 by user brock
2014-04-10 10:52:32,330 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0023 CONTAINERID=container_1397144823869_0023_01_000004
2014-04-10 10:52:32,330 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0023
2014-04-10 10:52:32,330 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0023 CONTAINERID=container_1397144823869_0023_01_000005
2014-04-10 10:52:32,330 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0023_01_000006 by user brock
2014-04-10 10:52:32,330 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0023 transitioned from NEW to INITING
2014-04-10 10:52:32,331 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0023_01_000007 by user brock
2014-04-10 10:52:32,331 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0023 CONTAINERID=container_1397144823869_0023_01_000006
2014-04-10 10:52:32,330 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0023
2014-04-10 10:52:32,331 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0023 CONTAINERID=container_1397144823869_0023_01_000007
2014-04-10 10:52:32,331 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:52:32,331 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0023_01_000004 to application application_1397144823869_0023
2014-04-10 10:52:32,332 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0023
2014-04-10 10:52:32,332 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0023_01_000005 to application application_1397144823869_0023
2014-04-10 10:52:32,332 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0023_01_000006 to application application_1397144823869_0023
2014-04-10 10:52:32,332 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0023
2014-04-10 10:52:32,332 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0023_01_000007 to application application_1397144823869_0023
2014-04-10 10:52:32,332 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0023
2014-04-10 10:52:32,332 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:52:32,332 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0023 transitioned from INITING to RUNNING
2014-04-10 10:52:32,333 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0023
2014-04-10 10:52:32,333 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:52:32,333 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:52:32,334 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:52:32,334 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:52:32,334 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 10:52:32,335 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:52:32,335 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0023
2014-04-10 10:52:32,335 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0023
2014-04-10 10:52:32,335 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:52:32,335 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0023
2014-04-10 10:52:32,336 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:52:32,336 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:52:32,336 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0023
2014-04-10 10:52:32,336 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0023
2014-04-10 10:52:32,336 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:52:32,337 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0023
2014-04-10 10:52:32,337 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0023
2014-04-10 10:52:32,337 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0023
2014-04-10 10:52:32,337 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:52:32,337 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0023
2014-04-10 10:52:32,338 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0023
2014-04-10 10:52:32,338 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0023
2014-04-10 10:52:32,338 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:52:32,339 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0023
2014-04-10 10:52:32,339 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0023_01_000005
2014-04-10 10:52:32,339 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0023_01_000004
2014-04-10 10:52:32,340 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0023_01_000007
2014-04-10 10:52:32,340 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0023_01_000006
2014-04-10 10:52:32,352 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397144823869_0023_01_000007.tokens. Credentials list:
2014-04-10 10:52:32,353 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397144823869_0023_01_000005.tokens. Credentials list:
2014-04-10 10:52:32,352 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397144823869_0023_01_000004.tokens. Credentials list:
2014-04-10 10:52:32,352 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397144823869_0023_01_000006.tokens. Credentials list:
2014-04-10 10:52:32,368 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:52:32,368 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:52:32,368 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:52:32,368 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:32,368 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:32,448 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000003/default_container_executor.sh]
2014-04-10 10:52:32,448 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000002/default_container_executor.sh]
2014-04-10 10:52:32,453 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397144823869_0023_01_000007.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000007.tokens
2014-04-10 10:52:32,454 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0023 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0023
2014-04-10 10:52:32,464 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742060_1236
2014-04-10 10:52:32,497 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0023_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:52:32,497 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0023_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:52:32,536 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0023_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:52:32,536 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0023_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:52:32,536 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0023_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:52:32,536 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0023_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:52:32,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.jar dst=null perm=null
2014-04-10 10:52:32,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.jar dst=null perm=null
2014-04-10 10:52:32,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.jar dst=null perm=null
2014-04-10 10:52:32,553 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46419, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_861409831_15665, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742056_1232, duration: 395361
2014-04-10 10:52:32,568 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0023/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:52:32,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.xml dst=null perm=null
2014-04-10 10:52:32,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.xml dst=null perm=null
2014-04-10 10:52:32,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.xml dst=null perm=null
2014-04-10 10:52:32,581 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46293, bytes: 82622, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_861409831_15665, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742059_1235, duration: 292549
2014-04-10 10:52:32,591 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0023/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:52:32,591 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:52:32,591 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:52:32,592 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:52:32,592 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:52:32,611 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:52:32,611 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:32,618 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 10:52:32,618 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:52:32,618 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:32,618 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:32,623 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:52:32,623 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:32,668 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000006/default_container_executor.sh]
2014-04-10 10:52:32,678 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000005/default_container_executor.sh]
2014-04-10 10:52:32,683 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000007/default_container_executor.sh]
2014-04-10 10:52:32,683 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000004/default_container_executor.sh]
2014-04-10 10:52:32,726 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397144823869_0022_01_000001 succeeded
2014-04-10 10:52:32,726 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0022_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:52:32,726 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0022_01_000001
2014-04-10 10:52:32,737 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0022/container_1397144823869_0022_01_000001
2014-04-10 10:52:32,737 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0022/container_1397144823869_0022_01_000001
2014-04-10 10:52:32,737 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0022/container_1397144823869_0022_01_000001
2014-04-10 10:52:32,737 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0022 CONTAINERID=container_1397144823869_0022_01_000001
2014-04-10 10:52:32,738 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0022/container_1397144823869_0022_01_000001
2014-04-10 10:52:32,738 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0022_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:52:32,738 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0022_01_000001 from application application_1397144823869_0022
2014-04-10 10:52:32,738 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:32,738 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0022
2014-04-10 10:52:33,073 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742048_1224 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742048 for deletion
2014-04-10 10:52:33,073 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742049_1225 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742049 for deletion
2014-04-10 10:52:33,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742048_1224 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742048
2014-04-10 10:52:33,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742050_1226 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742050 for deletion
2014-04-10 10:52:33,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742049_1225 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742049
2014-04-10 10:52:33,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742051_1227 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742051 for deletion
2014-04-10 10:52:33,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742050_1226 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742050
2014-04-10 10:52:33,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742053_1229 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742053 for deletion
2014-04-10 10:52:33,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742051_1227 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742051
2014-04-10 10:52:33,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742053_1229 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742053
2014-04-10 10:52:33,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742037_1213 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742037 for deletion
2014-04-10 10:52:33,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742042_1218 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742042 for deletion
2014-04-10 10:52:33,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742037_1213 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742037
2014-04-10 10:52:33,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742046_1222 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742046 for deletion
2014-04-10 10:52:33,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742042_1218 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742042
2014-04-10 10:52:33,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742047_1223 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742047 for deletion
2014-04-10 10:52:33,075 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742046_1222 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742046
2014-04-10 10:52:33,075 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742047_1223 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742047
2014-04-10 10:52:33,075 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742048_1224 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742048 for deletion
2014-04-10 10:52:33,075 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742049_1225 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742049 for deletion
2014-04-10 10:52:33,075 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742048_1224 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742048
2014-04-10 10:52:33,075 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742046_1222 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742046 for deletion
2014-04-10 10:52:33,075 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742049_1225 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742049
2014-04-10 10:52:33,075 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742046_1222 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742046
2014-04-10 10:52:33,075 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742047_1223 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742047 for deletion
2014-04-10 10:52:33,075 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742047_1223 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742047
2014-04-10 10:52:33,164 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0022_01_000001
2014-04-10 10:52:33,165 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0022_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:52:33,165 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397144823869_0022_000001
2014-04-10 10:52:33,165 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0022_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:52:33,165 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0022_000001 State change from FINISHING to FINISHED
2014-04-10 10:52:33,165 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0022 CONTAINERID=container_1397144823869_0022_01_000001
2014-04-10 10:52:33,165 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0022 State change from FINISHING to FINISHED
2014-04-10 10:52:33,165 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0022_01_000001 of capacity <memory:2048, vCores:1> on host localhost:50571, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:52:33,165 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397144823869_0022
2014-04-10 10:52:33,165 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:8192, vCores:7> numContainers=7 user=brock user-resources=<memory:8192, vCores:7>
2014-04-10 10:52:33,165 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397144823869_0022_000001
2014-04-10 10:52:33,166 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0022_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:33,166 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397144823869_0022,name=[E3842A83546D455AABCCC3B88B571FDA/B55D8D39BE7B46AABD78462E83493F74] lower*upper/(3/3) ...dpipesplatform/afterevery,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:60619/proxy/application_1397144823869_0022/jobhistory/job/job_1397144823869_0022,appMasterHost=localhost.localdomain,startTime=1397145133832,finishTime=1397145146642,finalStatus=SUCCEEDED
2014-04-10 10:52:33,166 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:33,166 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7
2014-04-10 10:52:33,166 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0022_000001 released container container_1397144823869_0022_01_000001 on node: host: localhost:50571 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:52:33,166 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397144823869_0022_000001 is done. finalState=FINISHED
2014-04-10 10:52:33,166 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397144823869_0022 requests cleared
2014-04-10 10:52:33,166 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397144823869_0022 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:52:33,166 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397144823869_0022 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:52:33,168 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0022_000001 (auth:SIMPLE)
2014-04-10 10:52:33,179 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0022_01_000001
2014-04-10 10:52:33,214 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:52:33,624 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:52:33,881 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397144823869_0023_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000006.tokens
2014-04-10 10:52:33,881 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0023 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0023
2014-04-10 10:52:34,051 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:52:34,165 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0022 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:52:34,165 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0022
2014-04-10 10:52:34,165 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0022
2014-04-10 10:52:34,165 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0022
2014-04-10 10:52:34,165 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0022
2014-04-10 10:52:34,166 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0022
2014-04-10 10:52:34,166 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0022 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:52:34,166 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0022, with delay of 10800 seconds
2014-04-10 10:52:34,572 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397144823869_0023_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000004.tokens
2014-04-10 10:52:34,572 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0023 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0023
2014-04-10 10:52:34,853 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:52:35,269 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397144823869_0023_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000005.tokens
2014-04-10 10:52:35,270 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0023 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0023
2014-04-10 10:52:35,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.split dst=null perm=null
2014-04-10 10:52:35,711 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54260, bytes: 2283, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0023_m_000000_0_-1380500065_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742057_1233, duration: 170803
2014-04-10 10:52:35,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:52:35,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.split dst=null perm=null
2014-04-10 10:52:35,963 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46312, bytes: 2283, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0023_m_000001_0_-536300885_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742057_1233, duration: 168657
2014-04-10 10:52:36,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.split dst=null perm=null
2014-04-10 10:52:36,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:52:36,055 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38540, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0023_m_000001_0_-536300885_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 171886
2014-04-10 10:52:36,132 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38541, bytes: 1251, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0023_m_000004_0_-1323558918_1, offset: 1024, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742057_1233, duration: 176157
2014-04-10 10:52:36,143 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46443, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0023_m_000000_0_-1380500065_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 190934
2014-04-10 10:52:36,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.split dst=null perm=null
2014-04-10 10:52:36,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:52:36,244 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38541, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0023_m_000004_0_-1323558918_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 159116
2014-04-10 10:52:36,246 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54268, bytes: 1251, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0023_m_000003_0_1775240391_1, offset: 1024, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742057_1233, duration: 162506
2014-04-10 10:52:36,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields/_temporary/1/_temporary/attempt_1397144823869_0023_m_000000_0 dst=null perm=null
2014-04-10 10:52:36,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:52:36,335 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46446, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0023_m_000003_0_1775240391_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 159677
2014-04-10 10:52:36,360 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0023_01_000002
2014-04-10 10:52:36,360 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0023 CONTAINERID=container_1397144823869_0023_01_000002
2014-04-10 10:52:36,360 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:52:36,360 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0023_01_000002
2014-04-10 10:52:36,379 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0023_01_000002 is : 143
2014-04-10 10:52:36,380 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job_1397144823869_0023_1.jhist. BP-1649026925-127.0.0.1-1397144808341 blk_1073742061_1237{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]}
2014-04-10 10:52:36,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.split dst=null perm=null
2014-04-10 10:52:36,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields/_temporary/1/_temporary/attempt_1397144823869_0023_m_000001_0 dst=null perm=null
2014-04-10 10:52:36,407 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:52:36,407 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000002
2014-04-10 10:52:36,408 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000002
2014-04-10 10:52:36,408 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000002
2014-04-10 10:52:36,408 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000002
2014-04-10 10:52:36,409 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0023 CONTAINERID=container_1397144823869_0023_01_000002
2014-04-10 10:52:36,409 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:52:36,409 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0023_01_000002 from application application_1397144823869_0023
2014-04-10 10:52:36,409 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:36,409 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0023
2014-04-10 10:52:36,451 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742061_1237 src: /127.0.0.1:46450 dest: /127.0.0.1:53466
2014-04-10 10:52:36,452 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742061_1237 src: /127.0.0.1:46324 dest: /127.0.0.1:36139
2014-04-10 10:52:36,453 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742061_1237 src: /127.0.0.1:38551 dest: /127.0.0.1:55175
2014-04-10 10:52:36,456 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54272, bytes: 1767, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0023_m_000002_0_832463356_1, offset: 512, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742057_1233, duration: 186549
2014-04-10 10:52:36,460 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job_1397144823869_0023_1.jhist for DFSClient_NONMAPREDUCE_1391210685_1
2014-04-10 10:52:36,467 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0023_01_000003
2014-04-10 10:52:36,468 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0023 CONTAINERID=container_1397144823869_0023_01_000003
2014-04-10 10:52:36,468 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:52:36,468 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0023_01_000003
2014-04-10 10:52:36,468 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0023_01_000002
2014-04-10 10:52:36,468 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0023_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:52:36,468 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0023_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:52:36,468 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0023 CONTAINERID=container_1397144823869_0023_01_000002
2014-04-10 10:52:36,468 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0023_01_000002 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 10:52:36,469 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 10:52:36,469 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0023_01_000002, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:36,469 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:36,469 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2014-04-10 10:52:36,469 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0023_000001 released container container_1397144823869_0023_01_000002 on node: host: localhost:52024 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 10:52:36,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job.split dst=null perm=null
2014-04-10 10:52:36,476 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0023_01_000003 is : 143
2014-04-10 10:52:36,486 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:52:36,486 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000003
2014-04-10 10:52:36,486 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000003
2014-04-10 10:52:36,487 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000003
2014-04-10 10:52:36,487 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000003
2014-04-10 10:52:36,487 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0023 CONTAINERID=container_1397144823869_0023_01_000003
2014-04-10 10:52:36,488 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:52:36,488 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0023_01_000003 from application application_1397144823869_0023
2014-04-10 10:52:36,488 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:36,488 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0023
2014-04-10 10:52:36,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields/_temporary/1/_temporary/attempt_1397144823869_0023_m_000004_0 dst=null perm=null
2014-04-10 10:52:36,539 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46455, bytes: 735, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0023_m_000005_0_483083952_1, offset: 1536, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742057_1233, duration: 189836
2014-04-10 10:52:36,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:52:36,601 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0023_01_000006
2014-04-10 10:52:36,601 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0023 CONTAINERID=container_1397144823869_0023_01_000006
2014-04-10 10:52:36,601 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:52:36,601 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0023_01_000006
2014-04-10 10:52:36,606 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0023_01_000006 is : 143
2014-04-10 10:52:36,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields/_temporary/1/_temporary/attempt_1397144823869_0023_m_000003_0 dst=null perm=null
2014-04-10 10:52:36,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:52:36,624 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38555, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0023_m_000005_0_483083952_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 115130
2014-04-10 10:52:36,624 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:52:36,624 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000006
2014-04-10 10:52:36,624 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000006
2014-04-10 10:52:36,625 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0023 CONTAINERID=container_1397144823869_0023_01_000006
2014-04-10 10:52:36,625 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:52:36,625 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000006
2014-04-10 10:52:36,625 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0023_01_000006 from application application_1397144823869_0023
2014-04-10 10:52:36,625 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:36,625 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0023
2014-04-10 10:52:36,625 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000006
2014-04-10 10:52:36,666 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0023_01_000005
2014-04-10 10:52:36,666 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0023 CONTAINERID=container_1397144823869_0023_01_000005
2014-04-10 10:52:36,666 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:52:36,666 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0023_01_000005
2014-04-10 10:52:36,666 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0023_01_000006
2014-04-10 10:52:36,667 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0023_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:52:36,667 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0023_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:52:36,667 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0023 CONTAINERID=container_1397144823869_0023_01_000006
2014-04-10 10:52:36,667 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0023_01_000006 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 10:52:36,667 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 10:52:36,667 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0023_01_000006, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:36,668 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:36,668 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 10:52:36,668 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0023_000001 released container container_1397144823869_0023_01_000006 on node: host: localhost:37679 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 10:52:36,671 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0023_01_000005 is : 143
2014-04-10 10:52:36,678 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:52:36,678 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000005
2014-04-10 10:52:36,678 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000005
2014-04-10 10:52:36,678 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000005
2014-04-10 10:52:36,678 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0023 CONTAINERID=container_1397144823869_0023_01_000005
2014-04-10 10:52:36,678 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000005
2014-04-10 10:52:36,678 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:52:36,679 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0023_01_000005 from application application_1397144823869_0023
2014-04-10 10:52:36,679 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:36,679 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0023
2014-04-10 10:52:36,721 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38556, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0023_m_000002_0_832463356_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 124952
2014-04-10 10:52:36,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields/_temporary/1/_temporary/attempt_1397144823869_0023_m_000002_0 dst=null perm=null
2014-04-10 10:52:36,814 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0023_01_000004
2014-04-10 10:52:36,814 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0023 CONTAINERID=container_1397144823869_0023_01_000004
2014-04-10 10:52:36,814 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:52:36,814 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0023_01_000004
2014-04-10 10:52:36,814 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0023_01_000005
2014-04-10 10:52:36,814 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0023_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:52:36,814 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0023_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:52:36,815 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0023 CONTAINERID=container_1397144823869_0023_01_000005
2014-04-10 10:52:36,815 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0023_01_000005 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:52:36,815 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 10:52:36,815 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0023_01_000005, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:36,815 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:36,815 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:52:36,815 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0023_000001 released container container_1397144823869_0023_01_000005 on node: host: localhost:37679 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:52:36,818 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0023_01_000004 is : 143
2014-04-10 10:52:36,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields/_temporary/1/_temporary/attempt_1397144823869_0023_m_000005_0 dst=null perm=null
2014-04-10 10:52:36,826 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:52:36,827 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000004
2014-04-10 10:52:36,827 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000004
2014-04-10 10:52:36,827 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000004
2014-04-10 10:52:36,827 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000004
2014-04-10 10:52:36,827 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0023 CONTAINERID=container_1397144823869_0023_01_000004
2014-04-10 10:52:36,827 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:52:36,827 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0023_01_000004 from application application_1397144823869_0023
2014-04-10 10:52:36,827 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:36,827 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0023
2014-04-10 10:52:36,864 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0023_01_000007
2014-04-10 10:52:36,864 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0023 CONTAINERID=container_1397144823869_0023_01_000007
2014-04-10 10:52:36,864 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000007 transitioned from RUNNING to KILLING
2014-04-10 10:52:36,865 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0023_01_000007
2014-04-10 10:52:36,865 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0023_01_000004
2014-04-10 10:52:36,865 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0023_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:52:36,865 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0023_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:52:36,865 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0023 CONTAINERID=container_1397144823869_0023_01_000004
2014-04-10 10:52:36,865 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0023_01_000004 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:52:36,865 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:52:36,865 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0023_01_000004, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:36,866 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:36,866 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:52:36,866 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0023_000001 released container container_1397144823869_0023_01_000004 on node: host: localhost:37679 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:52:36,871 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0023_01_000007 is : 143
2014-04-10 10:52:36,881 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:52:36,882 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000007
2014-04-10 10:52:36,882 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000007
2014-04-10 10:52:36,882 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000007
2014-04-10 10:52:36,882 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0023 CONTAINERID=container_1397144823869_0023_01_000007
2014-04-10 10:52:36,882 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000007
2014-04-10 10:52:36,882 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:52:36,882 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0023_01_000007 from application application_1397144823869_0023
2014-04-10 10:52:36,882 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:36,882 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0023
2014-04-10 10:52:37,468 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0023_01_000003
2014-04-10 10:52:37,469 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0023_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:52:37,469 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0023_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:52:37,469 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0023 CONTAINERID=container_1397144823869_0023_01_000003
2014-04-10 10:52:37,469 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0023_01_000003 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:52:37,470 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:52:37,470 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0023_01_000003, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:37,470 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:37,470 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:52:37,470 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0023_000001 released container container_1397144823869_0023_01_000003 on node: host: localhost:52024 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:52:37,865 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0023_01_000007
2014-04-10 10:52:37,866 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0023_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:52:37,866 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0023_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 10:52:37,866 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0023 CONTAINERID=container_1397144823869_0023_01_000007
2014-04-10 10:52:37,866 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0023_01_000007 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:52:37,866 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:52:37,866 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0023_01_000007, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:37,867 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:37,867 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:52:37,867 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0023_000001 released container container_1397144823869_0023_01_000007 on node: host: localhost:37679 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:52:38,470 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0023_01_000008 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:52:38,470 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0023 CONTAINERID=container_1397144823869_0023_01_000008
2014-04-10 10:52:38,470 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0023_01_000008 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:52:38,470 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0023 container=Container: [ContainerId: container_1397144823869_0023_01_000008, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0023_01_000008 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:38,470 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:52:38,471 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:39,233 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0023_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:52:39,245 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0023_01_000008 by user brock
2014-04-10 10:52:39,246 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0023 CONTAINERID=container_1397144823869_0023_01_000008
2014-04-10 10:52:39,246 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0023_01_000008 to application application_1397144823869_0023
2014-04-10 10:52:39,246 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000008 transitioned from NEW to LOCALIZING
2014-04-10 10:52:39,247 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0023
2014-04-10 10:52:39,247 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0023
2014-04-10 10:52:39,247 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:52:39,247 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0023
2014-04-10 10:52:39,248 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000008 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:52:39,280 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000008 transitioned from LOCALIZED to RUNNING
2014-04-10 10:52:39,280 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:39,335 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000008/default_container_executor.sh]
2014-04-10 10:52:39,469 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0023_01_000008 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:52:40,236 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:52:41,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields/_temporary/1/_temporary/attempt_1397144823869_0023_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:41,109 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields/_temporary/1/_temporary/attempt_1397144823869_0023_r_000000_0/part-00000. BP-1649026925-127.0.0.1-1397144808341 blk_1073742062_1238{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:52:41,186 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742062_1238 src: /127.0.0.1:46348 dest: /127.0.0.1:36139
2014-04-10 10:52:41,187 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742062_1238 src: /127.0.0.1:46476 dest: /127.0.0.1:53466
2014-04-10 10:52:41,188 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742062_1238 src: /127.0.0.1:38576 dest: /127.0.0.1:55175
2014-04-10 10:52:41,198 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38576, dest: /127.0.0.1:55175, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0023_r_000000_0_-1377158095_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742062_1238, duration: 8254796
2014-04-10 10:52:41,198 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742062_1238, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:41,198 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742062_1238{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:52:41,199 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46476, dest: /127.0.0.1:53466, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0023_r_000000_0_-1377158095_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742062_1238, duration: 10076657
2014-04-10 10:52:41,199 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742062_1238, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:41,199 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742062_1238{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:52:41,199 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46348, dest: /127.0.0.1:36139, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0023_r_000000_0_-1377158095_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742062_1238, duration: 10931804
2014-04-10 10:52:41,200 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742062_1238, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:41,200 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742062_1238{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:52:41,216 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields/_temporary/1/_temporary/attempt_1397144823869_0023_r_000000_0/part-00000 is closed by DFSClient_attempt_1397144823869_0023_r_000000_0_-1377158095_1
2014-04-10 10:52:41,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields/_temporary/1/_temporary/attempt_1397144823869_0023_r_000000_0 dst=null perm=null
2014-04-10 10:52:41,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields/_temporary/1/_temporary/attempt_1397144823869_0023_r_000000_0 dst=null perm=null
2014-04-10 10:52:41,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields/_temporary/1/task_1397144823869_0023_r_000000 dst=null perm=null
2014-04-10 10:52:41,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields/_temporary/1/_temporary/attempt_1397144823869_0023_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields/_temporary/1/task_1397144823869_0023_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:52:41,333 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0023_01_000008
2014-04-10 10:52:41,333 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0023 CONTAINERID=container_1397144823869_0023_01_000008
2014-04-10 10:52:41,333 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000008 transitioned from RUNNING to KILLING
2014-04-10 10:52:41,333 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0023_01_000008
2014-04-10 10:52:41,337 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0023_01_000008 is : 143
2014-04-10 10:52:41,346 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:52:41,346 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000008
2014-04-10 10:52:41,346 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000008
2014-04-10 10:52:41,347 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000008
2014-04-10 10:52:41,347 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000008
2014-04-10 10:52:41,347 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0023 CONTAINERID=container_1397144823869_0023_01_000008
2014-04-10 10:52:41,347 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:52:41,347 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0023_01_000008 from application application_1397144823869_0023
2014-04-10 10:52:41,347 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:41,347 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0023
2014-04-10 10:52:41,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:41,366 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1391210685_1
2014-04-10 10:52:41,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields/_temporary/1 dst=null perm=null
2014-04-10 10:52:41,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields dst=null perm=null
2014-04-10 10:52:41,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields dst=null perm=null
2014-04-10 10:52:41,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields/_temporary/1/task_1397144823869_0023_r_000000 dst=null perm=null
2014-04-10 10:52:41,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields/part-00000 dst=null perm=null
2014-04-10 10:52:41,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields/_temporary/1/task_1397144823869_0023_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:41,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields/_temporary dst=null perm=null
2014-04-10 10:52:41,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:41,449 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1391210685_1
2014-04-10 10:52:41,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:41,482 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1391210685_1
2014-04-10 10:52:41,515 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38551, dest: /127.0.0.1:55175, bytes: 76021, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1391210685_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742061_1237, duration: 5060049498
2014-04-10 10:52:41,515 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742061_1237, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:41,519 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742061_1237{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 16408
2014-04-10 10:52:41,519 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46324, dest: /127.0.0.1:36139, bytes: 76021, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1391210685_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742061_1237, duration: 5064609433
2014-04-10 10:52:41,519 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742061_1237, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:41,519 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742061_1237{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 16408
2014-04-10 10:52:41,520 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46450, dest: /127.0.0.1:53466, bytes: 76021, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1391210685_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742061_1237, duration: 5065482508
2014-04-10 10:52:41,520 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742061_1237, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:41,520 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742061_1237{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 16408
2014-04-10 10:52:41,532 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job_1397144823869_0023_1.jhist is closed by DFSClient_NONMAPREDUCE_1391210685_1
2014-04-10 10:52:41,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0023.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:41,553 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0023.summary_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742063_1239{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:52:41,568 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742063_1239 src: /127.0.0.1:38580 dest: /127.0.0.1:55175
2014-04-10 10:52:41,569 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742063_1239 src: /127.0.0.1:54305 dest: /127.0.0.1:55289
2014-04-10 10:52:41,570 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742063_1239 src: /127.0.0.1:46356 dest: /127.0.0.1:36139
2014-04-10 10:52:41,574 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46356, dest: /127.0.0.1:36139, bytes: 459, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1391210685_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742063_1239, duration: 2376275
2014-04-10 10:52:41,574 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742063_1239, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:41,575 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742063_1239{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:52:41,575 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54305, dest: /127.0.0.1:55289, bytes: 459, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1391210685_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742063_1239, duration: 3189808
2014-04-10 10:52:41,575 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742063_1239, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:41,575 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742063_1239{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:52:41,575 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38580, dest: /127.0.0.1:55175, bytes: 459, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1391210685_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742063_1239, duration: 3705086
2014-04-10 10:52:41,576 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742063_1239, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:41,576 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742063_1239{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:52:41,591 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0023.summary_tmp is closed by DFSClient_NONMAPREDUCE_1391210685_1
2014-04-10 10:52:41,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0023.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:41,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job_1397144823869_0023_1.jhist dst=null perm=null
2014-04-10 10:52:41,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0023-1397145147306-brock-%5BB5F4C03077FE4BC7AA984BFC4CB978F4%2F295BE19814D44973-1397145161484-6-1-SUCCEEDED-default-1397145150173.jhist_tmp dst=null perm=null
2014-04-10 10:52:41,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job_1397144823869_0023_1.jhist dst=null perm=null
2014-04-10 10:52:41,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0023-1397145147306-brock-%5BB5F4C03077FE4BC7AA984BFC4CB978F4%2F295BE19814D44973-1397145161484-6-1-SUCCEEDED-default-1397145150173.jhist_tmp dst=null perm=null
2014-04-10 10:52:41,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job_1397144823869_0023_1.jhist dst=null perm=null
2014-04-10 10:52:41,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0023-1397145147306-brock-%5BB5F4C03077FE4BC7AA984BFC4CB978F4%2F295BE19814D44973-1397145161484-6-1-SUCCEEDED-default-1397145150173.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:41,635 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38583, bytes: 76617, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1391210685_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742061_1237, duration: 394820
2014-04-10 10:52:41,639 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0023-1397145147306-brock-%5BB5F4C03077FE4BC7AA984BFC4CB978F4%2F295BE19814D44973-1397145161484-6-1-SUCCEEDED-default-1397145150173.jhist_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742064_1240{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]}
2014-04-10 10:52:41,651 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742064_1240 src: /127.0.0.1:54308 dest: /127.0.0.1:55289
2014-04-10 10:52:41,653 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742064_1240 src: /127.0.0.1:46486 dest: /127.0.0.1:53466
2014-04-10 10:52:41,654 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742064_1240 src: /127.0.0.1:46360 dest: /127.0.0.1:36139
2014-04-10 10:52:41,659 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46360, dest: /127.0.0.1:36139, bytes: 76021, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1391210685_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742064_1240, duration: 3360244
2014-04-10 10:52:41,659 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742064_1240, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:41,659 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742064_1240{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:52:41,659 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46486, dest: /127.0.0.1:53466, bytes: 76021, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1391210685_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742064_1240, duration: 3884074
2014-04-10 10:52:41,660 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742064_1240, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:41,660 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742064_1240{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:52:41,660 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54308, dest: /127.0.0.1:55289, bytes: 76021, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1391210685_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742064_1240, duration: 4614830
2014-04-10 10:52:41,660 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742064_1240, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:41,660 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742064_1240{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:52:41,670 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742062_1238
2014-04-10 10:52:41,671 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742061_1237
2014-04-10 10:52:41,672 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742064_1240
2014-04-10 10:52:41,674 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0023-1397145147306-brock-%5BB5F4C03077FE4BC7AA984BFC4CB978F4%2F295BE19814D44973-1397145161484-6-1-SUCCEEDED-default-1397145150173.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1391210685_1
2014-04-10 10:52:41,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0023-1397145147306-brock-%5BB5F4C03077FE4BC7AA984BFC4CB978F4%2F295BE19814D44973-1397145161484-6-1-SUCCEEDED-default-1397145150173.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:41,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job_1397144823869_0023_1_conf.xml dst=null perm=null
2014-04-10 10:52:41,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0023_conf.xml_tmp dst=null perm=null
2014-04-10 10:52:41,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job_1397144823869_0023_1_conf.xml dst=null perm=null
2014-04-10 10:52:41,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0023_conf.xml_tmp dst=null perm=null
2014-04-10 10:52:41,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023/job_1397144823869_0023_1_conf.xml dst=null perm=null
2014-04-10 10:52:41,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0023_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:41,710 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46361, bytes: 96713, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1391210685_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742060_1236, duration: 359362
2014-04-10 10:52:41,713 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0023_conf.xml_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742065_1241{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:52:41,726 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742065_1241 src: /127.0.0.1:38588 dest: /127.0.0.1:55175
2014-04-10 10:52:41,728 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742065_1241 src: /127.0.0.1:46363 dest: /127.0.0.1:36139
2014-04-10 10:52:41,729 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742065_1241 src: /127.0.0.1:54314 dest: /127.0.0.1:55289
2014-04-10 10:52:41,733 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54314, dest: /127.0.0.1:55289, bytes: 95961, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1391210685_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742065_1241, duration: 2676382
2014-04-10 10:52:41,733 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742065_1241, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:41,734 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742065_1241{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:52:41,734 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46363, dest: /127.0.0.1:36139, bytes: 95961, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1391210685_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742065_1241, duration: 3539272
2014-04-10 10:52:41,734 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742065_1241, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:41,734 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742065_1241{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:52:41,735 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38588, dest: /127.0.0.1:55175, bytes: 95961, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1391210685_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742065_1241, duration: 4247734
2014-04-10 10:52:41,735 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742065_1241{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:52:41,735 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742065_1241, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:41,749 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0023_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1391210685_1
2014-04-10 10:52:41,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0023_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:41,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0023.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0023.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:41,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0023_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0023_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:41,807 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742064_1240
2014-04-10 10:52:41,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0023-1397145147306-brock-%5BB5F4C03077FE4BC7AA984BFC4CB978F4%2F295BE19814D44973-1397145161484-6-1-SUCCEEDED-default-1397145150173.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0023-1397145147306-brock-%5BB5F4C03077FE4BC7AA984BFC4CB978F4%2F295BE19814D44973-1397145161484-6-1-SUCCEEDED-default-1397145150173.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:41,808 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742065_1241
2014-04-10 10:52:41,809 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742063_1239
2014-04-10 10:52:41,815 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397144823869_0023_000001 with final state: FINISHING
2014-04-10 10:52:41,816 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0023_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:52:41,816 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397144823869_0023 with final state: FINISHING
2014-04-10 10:52:41,816 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0023 State change from RUNNING to FINAL_SAVING
2014-04-10 10:52:41,816 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0023
2014-04-10 10:52:41,817 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0023_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:52:41,817 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0023 State change from FINAL_SAVING to FINISHING
2014-04-10 10:52:41,874 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742061_1237
2014-04-10 10:52:41,875 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742063_1239
2014-04-10 10:52:41,876 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742065_1241
2014-04-10 10:52:41,876 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742062_1238
2014-04-10 10:52:41,911 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:52:41,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:52:41,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:52:41,916 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397144823869_0023 from file: hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0023-1397145147306-brock-%5BB5F4C03077FE4BC7AA984BFC4CB978F4%2F295BE19814D44973-1397145161484-6-1-SUCCEEDED-default-1397145150173.jhist
2014-04-10 10:52:41,917 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0023-1397145147306-brock-%5BB5F4C03077FE4BC7AA984BFC4CB978F4%2F295BE19814D44973-1397145161484-6-1-SUCCEEDED-default-1397145150173.jhist]
2014-04-10 10:52:41,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0023-1397145147306-brock-%5BB5F4C03077FE4BC7AA984BFC4CB978F4%2F295BE19814D44973-1397145161484-6-1-SUCCEEDED-default-1397145150173.jhist dst=null perm=null
2014-04-10 10:52:41,920 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54317, bytes: 76617, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742064_1240, duration: 401786
2014-04-10 10:52:41,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0023.summary dst=null perm=null
2014-04-10 10:52:41,945 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38594, bytes: 463, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_538767685_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742063_1239, duration: 218165
2014-04-10 10:52:41,945 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397144823869_0023,submitTime=1397145147306,launchTime=1397145150173,firstMapTaskLaunchTime=1397145152339,firstReduceTaskLaunchTime=1397145159247,finishTime=1397145161484,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=6,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=25,reduceSlotSeconds=2,jobName=[B5F4C03077FE4BC7AA984BFC4CB978F4/295BE19814D44973B1C068E3B8CBCDC2] offsetLower*lower/(1/1) ...atform/samefiledifffields
2014-04-10 10:52:41,946 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0023.summary]
2014-04-10 10:52:41,958 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742063_1239 127.0.0.1:55175 127.0.0.1:55289 127.0.0.1:36139
2014-04-10 10:52:41,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0023.summary dst=null perm=null
2014-04-10 10:52:41,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:52:41,960 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0023-1397145147306-brock-%5BB5F4C03077FE4BC7AA984BFC4CB978F4%2F295BE19814D44973-1397145161484-6-1-SUCCEEDED-default-1397145150173.jhist to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0023-1397145147306-brock-%5BB5F4C03077FE4BC7AA984BFC4CB978F4%2F295BE19814D44973-1397145161484-6-1-SUCCEEDED-default-1397145150173.jhist
2014-04-10 10:52:41,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0023-1397145147306-brock-%5BB5F4C03077FE4BC7AA984BFC4CB978F4%2F295BE19814D44973-1397145161484-6-1-SUCCEEDED-default-1397145150173.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0023-1397145147306-brock-%5BB5F4C03077FE4BC7AA984BFC4CB978F4%2F295BE19814D44973-1397145161484-6-1-SUCCEEDED-default-1397145150173.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:41,975 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0023_conf.xml to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0023_conf.xml
2014-04-10 10:52:41,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0023_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0023_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:42,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields dst=null perm=null
2014-04-10 10:52:42,000 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields/_temporary
2014-04-10 10:52:42,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields/_temporary dst=null perm=null
2014-04-10 10:52:42,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields dst=null perm=null
2014-04-10 10:52:42,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields dst=null perm=null
2014-04-10 10:52:42,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields dst=null perm=null
2014-04-10 10:52:42,021 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:52:42,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields/part-00000 dst=null perm=null
2014-04-10 10:52:42,024 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38594, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742062_1238, duration: 209817
2014-04-10 10:52:42,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields dst=null perm=null
2014-04-10 10:52:42,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields dst=null perm=null
2014-04-10 10:52:42,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields dst=null perm=null
2014-04-10 10:52:42,052 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:52:42,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields/part-00000 dst=null perm=null
2014-04-10 10:52:42,055 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38594, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742062_1238, duration: 158759
2014-04-10 10:52:42,055 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields
2014-04-10 10:52:42,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields dst=null perm=null
2014-04-10 10:52:42,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields dst=null perm=null
2014-04-10 10:52:42,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields dst=null perm=null
2014-04-10 10:52:42,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields dst=null perm=null
2014-04-10 10:52:42,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields/part-00000 dst=null perm=null
2014-04-10 10:52:42,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/samefiledifffields/part-00000 dst=null perm=null
2014-04-10 10:52:42,062 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46370, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742062_1238, duration: 211791
2014-04-10 10:52:42,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:52:42,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:52:42,080 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 10:52:42,081 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 10:52:42,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner dst=null perm=null
2014-04-10 10:52:42,091 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting
2014-04-10 10:52:42,092 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextDelimited[['num', 'char' | Integer, String]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt"]
2014-04-10 10:52:42,092 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextDelimited[['num', 'char' | Integer, String]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt"]
2014-04-10 10:52:42,092 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] sink: Hfs["TextDelimited[[0:3]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner"]
2014-04-10 10:52:42,092 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] parallel execution is enabled: true
2014-04-10 10:52:42,092 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting jobs: 1
2014-04-10 10:52:42,092 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] allocating threads: 1
2014-04-10 10:52:42,093 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) ...latform/cogroupouterinner
2014-04-10 10:52:42,099 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:52:42,106 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:52:42,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner dst=null perm=null
2014-04-10 10:52:42,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:52:42,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:52:42,109 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 24
2014-04-10 10:52:42,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024 dst=null perm=null
2014-04-10 10:52:42,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:52:42,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:52:42,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.jar dst=null perm=null
2014-04-10 10:52:42,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:52:42,160 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073742066_1242{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]}
2014-04-10 10:52:42,175 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742066_1242 src: /127.0.0.1:54321 dest: /127.0.0.1:55289
2014-04-10 10:52:42,177 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742066_1242 src: /127.0.0.1:46499 dest: /127.0.0.1:53466
2014-04-10 10:52:42,178 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742066_1242 src: /127.0.0.1:46373 dest: /127.0.0.1:36139
2014-04-10 10:52:42,183 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46373, dest: /127.0.0.1:36139, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742066_1242, duration: 2683943
2014-04-10 10:52:42,183 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742066_1242, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:42,184 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742066_1242{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:52:42,184 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46499, dest: /127.0.0.1:53466, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742066_1242, duration: 4363653
2014-04-10 10:52:42,184 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742066_1242, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:42,184 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742066_1242{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:52:42,185 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54321, dest: /127.0.0.1:55289, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742066_1242, duration: 4254911
2014-04-10 10:52:42,185 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742066_1242, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:42,186 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742066_1242{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:52:42,199 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:52:42,200 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.jar
2014-04-10 10:52:42,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.jar dst=null perm=null
2014-04-10 10:52:42,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:52:42,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:52:42,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:52:42,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:52:42,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:52:42,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:52:42,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:52:42,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:52:42,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:52:42,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:52:42,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:52:42,227 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:52:42,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:52:42,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:52:42,230 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:52:42,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:52:42,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:52:42,233 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:52:42,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:52:42,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:52:42,236 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:52:42,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:52:42,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:52:42,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:52:42,258 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.split
2014-04-10 10:52:42,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.split dst=null perm=null
2014-04-10 10:52:42,267 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.split. BP-1649026925-127.0.0.1-1397144808341 blk_1073742067_1243{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:52:42,284 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742067_1243 src: /127.0.0.1:54324 dest: /127.0.0.1:55289
2014-04-10 10:52:42,285 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742067_1243 src: /127.0.0.1:46502 dest: /127.0.0.1:53466
2014-04-10 10:52:42,286 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742067_1243 src: /127.0.0.1:46376 dest: /127.0.0.1:36139
2014-04-10 10:52:42,287 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742067_1243 src: /127.0.0.1:38603 dest: /127.0.0.1:55175
2014-04-10 10:52:42,291 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38603, dest: /127.0.0.1:55175, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742067_1243, duration: 2264745
2014-04-10 10:52:42,291 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742067_1243, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:42,291 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742067_1243{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:52:42,292 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46376, dest: /127.0.0.1:36139, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742067_1243, duration: 2862346
2014-04-10 10:52:42,292 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742067_1243, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:42,292 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742067_1243{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:52:42,292 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46502, dest: /127.0.0.1:53466, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742067_1243, duration: 3668688
2014-04-10 10:52:42,293 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742067_1243, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:42,293 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742067_1243{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:52:42,293 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54324, dest: /127.0.0.1:55289, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742067_1243, duration: 4200302
2014-04-10 10:52:42,294 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742067_1243, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:42,294 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742067_1243{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:52:42,307 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.split is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:52:42,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:52:42,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:52:42,326 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.splitmetainfo. BP-1649026925-127.0.0.1-1397144808341 blk_1073742068_1244{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:52:42,333 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0023_01_000008
2014-04-10 10:52:42,334 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0023_01_000008 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:52:42,334 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0023_01_000008 in state: COMPLETED event:FINISHED
2014-04-10 10:52:42,334 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0023 CONTAINERID=container_1397144823869_0023_01_000008
2014-04-10 10:52:42,334 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0023_01_000008 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:52:42,335 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:52:42,335 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0023_01_000008, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:42,335 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:42,335 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:52:42,335 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0023_000001 released container container_1397144823869_0023_01_000008 on node: host: localhost:52024 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:52:42,342 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742068_1244 src: /127.0.0.1:46505 dest: /127.0.0.1:53466
2014-04-10 10:52:42,343 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742068_1244 src: /127.0.0.1:46379 dest: /127.0.0.1:36139
2014-04-10 10:52:42,344 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742068_1244 src: /127.0.0.1:54330 dest: /127.0.0.1:55289
2014-04-10 10:52:42,347 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54330, dest: /127.0.0.1:55289, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742068_1244, duration: 1547562
2014-04-10 10:52:42,347 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742068_1244, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:42,348 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742068_1244{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:52:42,348 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46379, dest: /127.0.0.1:36139, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742068_1244, duration: 2064065
2014-04-10 10:52:42,348 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742068_1244, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:42,348 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742068_1244{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:52:42,349 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46505, dest: /127.0.0.1:53466, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742068_1244, duration: 2821359
2014-04-10 10:52:42,349 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742068_1244, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:42,350 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742068_1244{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:52:42,366 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:52:42,366 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 10:52:42,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:52:42,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:52:42,389 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742069_1245{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:52:42,400 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742069_1245 src: /127.0.0.1:54332 dest: /127.0.0.1:55289
2014-04-10 10:52:42,402 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742069_1245 src: /127.0.0.1:38609 dest: /127.0.0.1:55175
2014-04-10 10:52:42,403 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742069_1245 src: /127.0.0.1:46511 dest: /127.0.0.1:53466
2014-04-10 10:52:42,406 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46511, dest: /127.0.0.1:53466, bytes: 82421, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742069_1245, duration: 2029866
2014-04-10 10:52:42,407 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742069_1245, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:42,407 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742069_1245{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:52:42,407 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38609, dest: /127.0.0.1:55175, bytes: 82421, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742069_1245, duration: 2563626
2014-04-10 10:52:42,407 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742069_1245, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:42,408 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742069_1245{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:52:42,408 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54332, dest: /127.0.0.1:55289, bytes: 82421, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742069_1245, duration: 3409947
2014-04-10 10:52:42,408 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742069_1245, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:42,409 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742069_1245{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:52:42,424 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.xml is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:52:42,425 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397144823869_0024
2014-04-10 10:52:42,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024 dst=null perm=null
2014-04-10 10:52:42,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.xml dst=null perm=null
2014-04-10 10:52:42,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.xml dst=null perm=null
2014-04-10 10:52:42,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.jar dst=null perm=null
2014-04-10 10:52:42,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.jar dst=null perm=null
2014-04-10 10:52:42,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.split dst=null perm=null
2014-04-10 10:52:42,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.split dst=null perm=null
2014-04-10 10:52:42,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.splitmetainfo dst=null perm=null
2014-04-10 10:52:42,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.splitmetainfo dst=null perm=null
2014-04-10 10:52:42,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:52:42,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:52:42,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:52:42,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:52:42,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:52:42,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:52:42,468 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742068_1244
2014-04-10 10:52:42,469 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742061_1237
2014-04-10 10:52:42,469 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742067_1243
2014-04-10 10:52:42,470 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742065_1241
2014-04-10 10:52:42,471 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742063_1239
2014-04-10 10:52:42,471 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742062_1238
2014-04-10 10:52:42,472 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742064_1240
2014-04-10 10:52:42,481 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 24 submitted by user brock
2014-04-10 10:52:42,482 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397144823869_0024
2014-04-10 10:52:42,482 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397144823869_0024
2014-04-10 10:52:42,482 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0024
2014-04-10 10:52:42,482 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0024 State change from NEW to NEW_SAVING
2014-04-10 10:52:42,483 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0024 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:52:42,483 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397144823869_0024_000001
2014-04-10 10:52:42,483 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0024_000001 State change from NEW to SUBMITTED
2014-04-10 10:52:42,484 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397144823869_0024 from user: brock activated in queue: default
2014-04-10 10:52:42,484 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397144823869_0024 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@1ba82161, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:52:42,484 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397144823869_0024 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:52:42,484 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397144823869_0024
2014-04-10 10:52:42,484 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397144823869_0024_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:52:42,485 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0024_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:52:42,486 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0024 State change from SUBMITTED to ACCEPTED
2014-04-10 10:52:42,487 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:60619/proxy/application_1397144823869_0024/
2014-04-10 10:52:42,487 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397144823869_0024
2014-04-10 10:52:42,487 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:60619/proxy/application_1397144823869_0024/
2014-04-10 10:52:42,670 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742066_1242
2014-04-10 10:52:42,791 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0024_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:52:42,792 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0024 CONTAINERID=container_1397144823869_0024_01_000001
2014-04-10 10:52:42,792 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0024_01_000001 of capacity <memory:2048, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 10:52:42,792 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0024 container=Container: [ContainerId: container_1397144823869_0024_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0024_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:42,792 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:52:42,792 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0024_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:52:42,792 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:42,793 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397144823869_0024 AttemptId: appattempt_1397144823869_0024_000001 MasterContainer: Container: [ContainerId: container_1397144823869_0024_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ]
2014-04-10 10:52:42,793 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0024_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:52:42,794 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0024_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:52:42,794 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397144823869_0024_000001
2014-04-10 10:52:42,795 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397144823869_0024_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] for AM appattempt_1397144823869_0024_000001
2014-04-10 10:52:42,795 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397144823869_0024_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:52:42,798 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0024_000001 (auth:SIMPLE)
2014-04-10 10:52:42,800 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0024_01_000001 by user brock
2014-04-10 10:52:42,800 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0024
2014-04-10 10:52:42,800 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0024 CONTAINERID=container_1397144823869_0024_01_000001
2014-04-10 10:52:42,800 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0024 transitioned from NEW to INITING
2014-04-10 10:52:42,801 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0024_01_000001 to application application_1397144823869_0024
2014-04-10 10:52:42,801 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0024 transitioned from INITING to RUNNING
2014-04-10 10:52:42,801 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397144823869_0024_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] for AM appattempt_1397144823869_0024_000001
2014-04-10 10:52:42,801 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0024_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:52:42,801 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:52:42,801 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0024
2014-04-10 10:52:42,802 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:52:42,802 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:52:42,802 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:52:42,802 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:52:42,802 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0024_01_000001
2014-04-10 10:52:42,811 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397144823869_0024_01_000001.tokens. Credentials list:
2014-04-10 10:52:42,826 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:52:42,874 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742056_1232 127.0.0.1:55175 127.0.0.1:53466 127.0.0.1:36139 127.0.0.1:55289
2014-04-10 10:52:42,875 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742057_1233 127.0.0.1:53466 127.0.0.1:55289 127.0.0.1:55175 127.0.0.1:36139
2014-04-10 10:52:42,875 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742058_1234 127.0.0.1:55175 127.0.0.1:55289 127.0.0.1:36139
2014-04-10 10:52:42,875 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742059_1235 127.0.0.1:36139 127.0.0.1:55289 127.0.0.1:53466
2014-04-10 10:52:42,875 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742061_1237 127.0.0.1:53466 127.0.0.1:36139 127.0.0.1:55175
2014-04-10 10:52:42,876 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742060_1236 127.0.0.1:55175 127.0.0.1:53466 127.0.0.1:36139
2014-04-10 10:52:42,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0023 dst=null perm=null
2014-04-10 10:52:42,885 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397144823869_0024_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0024/container_1397144823869_0024_01_000001.tokens
2014-04-10 10:52:42,886 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0024 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0024
2014-04-10 10:52:42,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.jar dst=null perm=null
2014-04-10 10:52:42,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.jar dst=null perm=null
2014-04-10 10:52:42,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.jar dst=null perm=null
2014-04-10 10:52:42,995 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46518, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_58336222_16133, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742066_1242, duration: 987327
2014-04-10 10:52:43,020 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0024/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:52:43,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.splitmetainfo dst=null perm=null
2014-04-10 10:52:43,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.splitmetainfo dst=null perm=null
2014-04-10 10:52:43,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.splitmetainfo dst=null perm=null
2014-04-10 10:52:43,041 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46518, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_58336222_16133, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742068_1244, duration: 103869
2014-04-10 10:52:43,055 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0024/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:52:43,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.split dst=null perm=null
2014-04-10 10:52:43,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.split dst=null perm=null
2014-04-10 10:52:43,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.split dst=null perm=null
2014-04-10 10:52:43,079 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46518, bytes: 1928, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_58336222_16133, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742067_1243, duration: 212340
2014-04-10 10:52:43,095 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0024/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:52:43,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.xml dst=null perm=null
2014-04-10 10:52:43,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.xml dst=null perm=null
2014-04-10 10:52:43,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.xml dst=null perm=null
2014-04-10 10:52:43,119 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54342, bytes: 83065, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_58336222_16133, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742069_1245, duration: 410061
2014-04-10 10:52:43,136 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0024/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:52:43,136 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:52:43,167 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:52:43,168 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:43,224 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0024/container_1397144823869_0024_01_000001/default_container_executor.sh]
2014-04-10 10:52:43,790 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0024_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:52:43,817 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:36139 to replicate blk_1073742066_1242 to datanode(s) 127.0.0.1:55175
2014-04-10 10:52:43,817 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073742056_1232, blk_1073742057_1233, blk_1073742059_1235, blk_1073742060_1236, blk_1073742061_1237]
2014-04-10 10:52:43,818 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073742056_1232, blk_1073742057_1233, blk_1073742058_1234, blk_1073742060_1236, blk_1073742061_1237, blk_1073742063_1239]
2014-04-10 10:52:44,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:52:44,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/COMMIT_STARTED dst=null perm=null
2014-04-10 10:52:44,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:52:44,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/COMMIT_FAIL dst=null perm=null
2014-04-10 10:52:44,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024 dst=null perm=null
2014-04-10 10:52:44,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:52:44,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:52:44,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.splitmetainfo dst=null perm=null
2014-04-10 10:52:44,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.splitmetainfo dst=null perm=null
2014-04-10 10:52:44,701 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54351, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_576574981_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742068_1244, duration: 171200
2014-04-10 10:52:45,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742056_1232 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742056 for deletion
2014-04-10 10:52:45,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742057_1233 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742057 for deletion
2014-04-10 10:52:45,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742056_1232 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742056
2014-04-10 10:52:45,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742059_1235 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742059 for deletion
2014-04-10 10:52:45,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742056_1232 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742056 for deletion
2014-04-10 10:52:45,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742057_1233 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742057
2014-04-10 10:52:45,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742057_1233 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742057 for deletion
2014-04-10 10:52:45,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742059_1235 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742059
2014-04-10 10:52:45,075 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742057_1233 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742057
2014-04-10 10:52:45,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742060_1236 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742060 for deletion
2014-04-10 10:52:45,075 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742058_1234 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742058 for deletion
2014-04-10 10:52:45,074 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742056_1232 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742056
2014-04-10 10:52:45,075 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742060_1236 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742060
2014-04-10 10:52:45,075 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742060_1236 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742060 for deletion
2014-04-10 10:52:45,075 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742061_1237 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742061 for deletion
2014-04-10 10:52:45,075 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742061_1237 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742061 for deletion
2014-04-10 10:52:45,075 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742058_1234 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742058
2014-04-10 10:52:45,075 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742061_1237 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742061
2014-04-10 10:52:45,075 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742063_1239 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742063 for deletion
2014-04-10 10:52:45,075 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742060_1236 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742060
2014-04-10 10:52:45,075 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742061_1237 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742061
2014-04-10 10:52:45,076 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742063_1239 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742063
2014-04-10 10:52:45,088 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=1df63c1b-7aec-480c-a7f5-64068c9095b6, infoPort=40517, ipcPort=46888, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) Starting thread to transfer BP-1649026925-127.0.0.1-1397144808341:blk_1073742066_1242 to 127.0.0.1:55175
2014-04-10 10:52:45,089 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742066_1242 src: /127.0.0.1:38630 dest: /127.0.0.1:55175
2014-04-10 10:52:45,089 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1649026925-127.0.0.1-1397144808341:blk_1073742066_1242 (numBytes=244650) to 127.0.0.1/127.0.0.1:55175
2014-04-10 10:52:45,091 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1649026925-127.0.0.1-1397144808341:blk_1073742066_1242 src: /127.0.0.1:38630 dest: /127.0.0.1:55175 of size 244650
2014-04-10 10:52:45,091 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742066_1242 size 244650
2014-04-10 10:52:45,355 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0024_000001 (auth:SIMPLE)
2014-04-10 10:52:45,356 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397144823869_0024_000001
2014-04-10 10:52:45,356 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397144823869_0024 APPATTEMPTID=appattempt_1397144823869_0024_000001
2014-04-10 10:52:45,357 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0024_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:52:45,357 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0024 State change from ACCEPTED to RUNNING
2014-04-10 10:52:45,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job_1397144823869_0024_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:45,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:52:45,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job_1397144823869_0024_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:45,608 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job_1397144823869_0024_1_conf.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742070_1246{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:52:45,639 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742070_1246 src: /127.0.0.1:46535 dest: /127.0.0.1:53466
2014-04-10 10:52:45,640 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742070_1246 src: /127.0.0.1:54359 dest: /127.0.0.1:55289
2014-04-10 10:52:45,641 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742070_1246 src: /127.0.0.1:46410 dest: /127.0.0.1:36139
2014-04-10 10:52:45,646 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46410, dest: /127.0.0.1:36139, bytes: 96404, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_576574981_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742070_1246, duration: 4314537
2014-04-10 10:52:45,646 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742070_1246, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:45,647 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54359, dest: /127.0.0.1:55289, bytes: 96404, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_576574981_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742070_1246, duration: 4759950
2014-04-10 10:52:45,647 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742070_1246{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:52:45,647 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742070_1246, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:45,647 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46535, dest: /127.0.0.1:53466, bytes: 96404, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_576574981_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742070_1246, duration: 5118156
2014-04-10 10:52:45,647 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742070_1246, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:45,647 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742070_1246{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:52:45,648 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742070_1246{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:52:45,657 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job_1397144823869_0024_1_conf.xml is closed by DFSClient_NONMAPREDUCE_576574981_1
2014-04-10 10:52:46,676 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742068_1244
2014-04-10 10:52:46,678 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742066_1242
2014-04-10 10:52:46,679 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742067_1243
2014-04-10 10:52:46,680 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742070_1246
2014-04-10 10:52:46,792 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0024_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:52:46,792 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0024 CONTAINERID=container_1397144823869_0024_01_000002
2014-04-10 10:52:46,792 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0024_01_000002 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:52:46,792 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0024 container=Container: [ContainerId: container_1397144823869_0024_01_000002, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0024_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:46,793 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:52:46,793 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:46,793 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0024_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:52:46,793 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0024 CONTAINERID=container_1397144823869_0024_01_000003
2014-04-10 10:52:46,794 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0024_01_000003 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 10:52:46,794 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0024 container=Container: [ContainerId: container_1397144823869_0024_01_000003, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0024_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:46,794 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:52:46,794 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:46,812 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742067_1243
2014-04-10 10:52:46,814 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742070_1246
2014-04-10 10:52:46,815 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742069_1245
2014-04-10 10:52:46,815 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742068_1244
2014-04-10 10:52:46,818 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073742056_1232, blk_1073742057_1233, blk_1073742058_1234, blk_1073742059_1235, blk_1073742060_1236, blk_1073742061_1237, blk_1073742063_1239]
2014-04-10 10:52:46,818 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073742056_1232, blk_1073742057_1233, blk_1073742058_1234, blk_1073742059_1235, blk_1073742063_1239]
2014-04-10 10:52:46,868 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0024_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:52:46,868 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0024 CONTAINERID=container_1397144823869_0024_01_000004
2014-04-10 10:52:46,868 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0024_01_000004 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:52:46,869 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0024 container=Container: [ContainerId: container_1397144823869_0024_01_000004, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0024_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:46,869 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:52:46,869 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:46,869 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0024_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:52:46,870 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0024 CONTAINERID=container_1397144823869_0024_01_000005
2014-04-10 10:52:46,870 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0024_01_000005 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:52:46,870 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0024 container=Container: [ContainerId: container_1397144823869_0024_01_000005, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0024_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:46,870 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:52:46,870 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:46,871 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0024_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:52:46,871 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0024 CONTAINERID=container_1397144823869_0024_01_000006
2014-04-10 10:52:46,871 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0024_01_000006 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 10:52:46,871 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0024 container=Container: [ContainerId: container_1397144823869_0024_01_000006, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0024_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:46,871 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 10:52:46,872 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:46,878 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742069_1245
2014-04-10 10:52:46,882 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742069_1245
2014-04-10 10:52:47,015 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742066_1242
2014-04-10 10:52:47,082 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742066_1242
2014-04-10 10:52:47,083 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742067_1243
2014-04-10 10:52:47,393 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0024_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:52:47,393 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0024_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:52:47,393 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0024_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:52:47,394 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0024_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:52:47,394 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0024_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:52:47,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.jar dst=null perm=null
2014-04-10 10:52:47,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.jar dst=null perm=null
2014-04-10 10:52:47,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.xml dst=null perm=null
2014-04-10 10:52:47,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.xml dst=null perm=null
2014-04-10 10:52:47,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:52:47,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:52:47,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:52:47,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:52:47,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:52:47,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:52:47,524 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0024_000001 (auth:SIMPLE)
2014-04-10 10:52:47,524 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0024_000001 (auth:SIMPLE)
2014-04-10 10:52:47,527 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0024_01_000006 by user brock
2014-04-10 10:52:47,527 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0024_01_000005 by user brock
2014-04-10 10:52:47,527 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0024
2014-04-10 10:52:47,527 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0024_01_000004 by user brock
2014-04-10 10:52:47,527 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0024 CONTAINERID=container_1397144823869_0024_01_000005
2014-04-10 10:52:47,527 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0024 transitioned from NEW to INITING
2014-04-10 10:52:47,527 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0024 CONTAINERID=container_1397144823869_0024_01_000006
2014-04-10 10:52:47,528 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0024_01_000002 by user brock
2014-04-10 10:52:47,528 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0024_01_000005 to application application_1397144823869_0024
2014-04-10 10:52:47,528 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0024 CONTAINERID=container_1397144823869_0024_01_000004
2014-04-10 10:52:47,528 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0024_01_000003 by user brock
2014-04-10 10:52:47,528 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0024_01_000006 to application application_1397144823869_0024
2014-04-10 10:52:47,528 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0024_01_000002 to application application_1397144823869_0024
2014-04-10 10:52:47,528 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0024 CONTAINERID=container_1397144823869_0024_01_000002
2014-04-10 10:52:47,529 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0024_01_000003 to application application_1397144823869_0024
2014-04-10 10:52:47,529 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0024 CONTAINERID=container_1397144823869_0024_01_000003
2014-04-10 10:52:47,529 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0024_01_000004 to application application_1397144823869_0024
2014-04-10 10:52:47,530 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:52:47,530 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0024 transitioned from INITING to RUNNING
2014-04-10 10:52:47,530 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:52:47,530 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0024
2014-04-10 10:52:47,530 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:52:47,530 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0024
2014-04-10 10:52:47,530 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:52:47,530 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0024
2014-04-10 10:52:47,531 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:52:47,531 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0024
2014-04-10 10:52:47,531 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:52:47,531 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0024
2014-04-10 10:52:47,531 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:52:47,531 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0024
2014-04-10 10:52:47,531 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0024
2014-04-10 10:52:47,532 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0024
2014-04-10 10:52:47,532 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:52:47,532 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0024
2014-04-10 10:52:47,532 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:52:47,532 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:52:47,533 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:52:47,533 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:52:47,533 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0024
2014-04-10 10:52:47,533 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0024
2014-04-10 10:52:47,533 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:52:47,533 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0024
2014-04-10 10:52:47,534 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0024
2014-04-10 10:52:47,534 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0024
2014-04-10 10:52:47,534 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:52:47,534 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0024
2014-04-10 10:52:47,535 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0024_01_000006
2014-04-10 10:52:47,535 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0024_01_000005
2014-04-10 10:52:47,536 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0024_01_000004
2014-04-10 10:52:47,549 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397144823869_0024_01_000004.tokens. Credentials list:
2014-04-10 10:52:47,549 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0024_01_000005.tokens. Credentials list:
2014-04-10 10:52:47,549 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397144823869_0024_01_000006.tokens. Credentials list:
2014-04-10 10:52:47,560 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:52:47,564 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:52:47,564 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:52:47,564 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:47,564 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:47,618 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0024/container_1397144823869_0024_01_000002/default_container_executor.sh]
2014-04-10 10:52:47,619 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0024/container_1397144823869_0024_01_000003/default_container_executor.sh]
2014-04-10 10:52:47,619 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397144823869_0024_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0024/container_1397144823869_0024_01_000004.tokens
2014-04-10 10:52:47,619 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0024 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0024
2014-04-10 10:52:47,674 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742070_1246
2014-04-10 10:52:47,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.jar dst=null perm=null
2014-04-10 10:52:47,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.jar dst=null perm=null
2014-04-10 10:52:47,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.jar dst=null perm=null
2014-04-10 10:52:47,702 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38649, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-947947825_16316, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742066_1242, duration: 401050
2014-04-10 10:52:47,718 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0024/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:52:47,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.xml dst=null perm=null
2014-04-10 10:52:47,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.xml dst=null perm=null
2014-04-10 10:52:47,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.xml dst=null perm=null
2014-04-10 10:52:47,731 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38649, bytes: 83065, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-947947825_16316, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742069_1245, duration: 243026
2014-04-10 10:52:47,740 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0024/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:52:47,740 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:52:47,740 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:52:47,740 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:52:47,760 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:52:47,760 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:47,763 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:52:47,763 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:47,763 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:52:47,763 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:47,792 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0024_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:52:47,792 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0024_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:52:47,810 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0024/container_1397144823869_0024_01_000006/default_container_executor.sh]
2014-04-10 10:52:47,812 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0024/container_1397144823869_0024_01_000005/default_container_executor.sh]
2014-04-10 10:52:47,812 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0024/container_1397144823869_0024_01_000004/default_container_executor.sh]
2014-04-10 10:52:47,868 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0024_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:52:47,868 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0024_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:52:47,869 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0024_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:52:47,902 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397144823869_0023_01_000001 succeeded
2014-04-10 10:52:47,902 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:52:47,902 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0023_01_000001
2014-04-10 10:52:47,911 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000001
2014-04-10 10:52:47,911 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000001
2014-04-10 10:52:47,911 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000001
2014-04-10 10:52:47,912 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0023/container_1397144823869_0023_01_000001
2014-04-10 10:52:47,912 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0023 CONTAINERID=container_1397144823869_0023_01_000001
2014-04-10 10:52:47,912 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0023_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:52:47,912 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0023_01_000001 from application application_1397144823869_0023
2014-04-10 10:52:47,912 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:47,912 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0023
2014-04-10 10:52:48,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742056_1232 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742056 for deletion
2014-04-10 10:52:48,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742057_1233 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742057 for deletion
2014-04-10 10:52:48,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742058_1234 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742058 for deletion
2014-04-10 10:52:48,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742057_1233 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742057
2014-04-10 10:52:48,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742059_1235 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742059 for deletion
2014-04-10 10:52:48,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742056_1232 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742056
2014-04-10 10:52:48,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742063_1239 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742063 for deletion
2014-04-10 10:52:48,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742058_1234 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742058
2014-04-10 10:52:48,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742059_1235 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742059
2014-04-10 10:52:48,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742063_1239 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742063
2014-04-10 10:52:48,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742056_1232 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742056 for deletion
2014-04-10 10:52:48,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742057_1233 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742057 for deletion
2014-04-10 10:52:48,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742056_1232 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742056
2014-04-10 10:52:48,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742057_1233 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742057
2014-04-10 10:52:48,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742058_1234 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742058 for deletion
2014-04-10 10:52:48,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742059_1235 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742059 for deletion
2014-04-10 10:52:48,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742058_1234 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742058
2014-04-10 10:52:48,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742060_1236 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742060 for deletion
2014-04-10 10:52:48,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742059_1235 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742059
2014-04-10 10:52:48,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742061_1237 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742061 for deletion
2014-04-10 10:52:48,090 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742060_1236 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742060
2014-04-10 10:52:48,090 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742063_1239 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742063 for deletion
2014-04-10 10:52:48,090 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742061_1237 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742061
2014-04-10 10:52:48,090 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742063_1239 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742063
2014-04-10 10:52:48,335 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0023_01_000001
2014-04-10 10:52:48,336 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0023_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:52:48,336 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397144823869_0023_000001
2014-04-10 10:52:48,336 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0023_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:52:48,336 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0023_000001 State change from FINISHING to FINISHED
2014-04-10 10:52:48,336 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0023 CONTAINERID=container_1397144823869_0023_01_000001
2014-04-10 10:52:48,336 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0023 State change from FINISHING to FINISHED
2014-04-10 10:52:48,336 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0023_01_000001 of capacity <memory:2048, vCores:1> on host localhost:52024, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:52:48,336 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397144823869_0023
2014-04-10 10:52:48,336 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 10:52:48,336 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397144823869_0023,name=[B5F4C03077FE4BC7AA984BFC4CB978F4/295BE19814D44973B1C068E3B8CBCDC2] offsetLower*lower/(1/1) ...atform/samefiledifffields,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:60619/proxy/application_1397144823869_0023/jobhistory/job/job_1397144823869_0023,appMasterHost=localhost.localdomain,startTime=1397145147306,finishTime=1397145161816,finalStatus=SUCCEEDED
2014-04-10 10:52:48,337 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0023_01_000001, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:48,337 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397144823869_0023_000001
2014-04-10 10:52:48,337 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:48,337 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 10:52:48,337 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0023_000001 released container container_1397144823869_0023_01_000001 on node: host: localhost:52024 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:52:48,337 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397144823869_0023_000001 is done. finalState=FINISHED
2014-04-10 10:52:48,337 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397144823869_0023 requests cleared
2014-04-10 10:52:48,337 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397144823869_0023 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:52:48,337 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397144823869_0023 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:52:48,340 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0023_000001 (auth:SIMPLE)
2014-04-10 10:52:48,349 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0023_01_000001
2014-04-10 10:52:48,411 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:52:48,846 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:52:48,868 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0023 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:52:48,869 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0023
2014-04-10 10:52:48,869 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0023 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:52:48,869 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0023, with delay of 10800 seconds
2014-04-10 10:52:48,869 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0023
2014-04-10 10:52:48,869 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0023
2014-04-10 10:52:48,869 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0023
2014-04-10 10:52:48,870 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0023
2014-04-10 10:52:49,009 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397144823869_0024_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0024/container_1397144823869_0024_01_000006.tokens
2014-04-10 10:52:49,009 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0024 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0024
2014-04-10 10:52:49,104 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:52:49,336 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0023 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:52:49,336 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0023
2014-04-10 10:52:49,336 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0023 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:52:49,337 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0023, with delay of 10800 seconds
2014-04-10 10:52:49,337 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0023
2014-04-10 10:52:49,338 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0023
2014-04-10 10:52:49,339 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0023
2014-04-10 10:52:49,340 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0023
2014-04-10 10:52:49,423 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0024_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0024/container_1397144823869_0024_01_000005.tokens
2014-04-10 10:52:49,423 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0024 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0024
2014-04-10 10:52:50,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.split dst=null perm=null
2014-04-10 10:52:50,277 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38670, bytes: 1928, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0024_m_000001_0_2077855999_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742067_1243, duration: 179298
2014-04-10 10:52:50,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:52:50,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.split dst=null perm=null
2014-04-10 10:52:50,652 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38670, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0024_m_000001_0_2077855999_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 177034
2014-04-10 10:52:50,680 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38672, bytes: 1928, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0024_m_000000_0_-317145398_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742067_1243, duration: 132336
2014-04-10 10:52:50,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner/_temporary/1/_temporary/attempt_1397144823869_0024_m_000001_0 dst=null perm=null
2014-04-10 10:52:50,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:52:50,747 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54397, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0024_m_000000_0_-317145398_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 194474
2014-04-10 10:52:50,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.split dst=null perm=null
2014-04-10 10:52:50,797 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0024_01_000003
2014-04-10 10:52:50,797 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0024 CONTAINERID=container_1397144823869_0024_01_000003
2014-04-10 10:52:50,797 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:52:50,797 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0024_01_000003
2014-04-10 10:52:50,802 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0024_01_000003 is : 143
2014-04-10 10:52:50,812 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job_1397144823869_0024_1.jhist. BP-1649026925-127.0.0.1-1397144808341 blk_1073742071_1247{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:52:50,815 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:52:50,815 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0024/container_1397144823869_0024_01_000003
2014-04-10 10:52:50,815 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0024/container_1397144823869_0024_01_000003
2014-04-10 10:52:50,816 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0024 CONTAINERID=container_1397144823869_0024_01_000003
2014-04-10 10:52:50,816 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0024/container_1397144823869_0024_01_000003
2014-04-10 10:52:50,815 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0024/container_1397144823869_0024_01_000003
2014-04-10 10:52:50,816 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:52:50,816 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0024_01_000003 from application application_1397144823869_0024
2014-04-10 10:52:50,817 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:50,817 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0024
2014-04-10 10:52:50,839 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46449, bytes: 896, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0024_m_000003_0_-1339379314_1, offset: 1024, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742067_1243, duration: 177128
2014-04-10 10:52:50,875 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742071_1247 src: /127.0.0.1:46450 dest: /127.0.0.1:36139
2014-04-10 10:52:50,877 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742071_1247 src: /127.0.0.1:54401 dest: /127.0.0.1:55289
2014-04-10 10:52:50,887 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742071_1247 src: /127.0.0.1:46579 dest: /127.0.0.1:53466
2014-04-10 10:52:50,895 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job_1397144823869_0024_1.jhist for DFSClient_NONMAPREDUCE_576574981_1
2014-04-10 10:52:50,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:52:50,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.split dst=null perm=null
2014-04-10 10:52:51,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner/_temporary/1/_temporary/attempt_1397144823869_0024_m_000000_0 dst=null perm=null
2014-04-10 10:52:51,024 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46455, bytes: 896, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0024_m_000004_0_1019719546_1, offset: 1024, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742067_1243, duration: 208075
2014-04-10 10:52:51,066 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0024_01_000002
2014-04-10 10:52:51,067 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0024 CONTAINERID=container_1397144823869_0024_01_000002
2014-04-10 10:52:51,067 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0024_01_000003
2014-04-10 10:52:51,067 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:52:51,067 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0024_01_000002
2014-04-10 10:52:51,075 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0024_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:52:51,075 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0024_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:52:51,075 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0024 CONTAINERID=container_1397144823869_0024_01_000003
2014-04-10 10:52:51,075 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0024_01_000003 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 10:52:51,075 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 10:52:51,075 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0024_01_000003, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:51,075 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:51,076 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 10:52:51,076 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38682, bytes: 52, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0024_m_000003_0_-1339379314_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004, duration: 167800
2014-04-10 10:52:51,076 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0024_000001 released container container_1397144823869_0024_01_000003 on node: host: localhost:56736 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 10:52:51,082 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0024_01_000002 is : 143
2014-04-10 10:52:51,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job.split dst=null perm=null
2014-04-10 10:52:51,095 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:52:51,095 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0024/container_1397144823869_0024_01_000002
2014-04-10 10:52:51,095 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0024/container_1397144823869_0024_01_000002
2014-04-10 10:52:51,095 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0024/container_1397144823869_0024_01_000002
2014-04-10 10:52:51,095 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0024/container_1397144823869_0024_01_000002
2014-04-10 10:52:51,095 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0024 CONTAINERID=container_1397144823869_0024_01_000002
2014-04-10 10:52:51,095 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:52:51,096 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0024_01_000002 from application application_1397144823869_0024
2014-04-10 10:52:51,096 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:51,096 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0024
2014-04-10 10:52:51,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:52:51,104 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46455, bytes: 52, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0024_m_000004_0_1019719546_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004, duration: 158558
2014-04-10 10:52:51,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner/_temporary/1/_temporary/attempt_1397144823869_0024_m_000003_0 dst=null perm=null
2014-04-10 10:52:51,149 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38685, bytes: 1412, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0024_m_000002_0_635737404_1, offset: 512, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742067_1243, duration: 191555
2014-04-10 10:52:51,191 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0024_01_000005
2014-04-10 10:52:51,192 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0024 CONTAINERID=container_1397144823869_0024_01_000005
2014-04-10 10:52:51,192 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:52:51,192 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0024_01_000005
2014-04-10 10:52:51,197 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0024_01_000005 is : 143
2014-04-10 10:52:51,207 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:52:51,207 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0024/container_1397144823869_0024_01_000005
2014-04-10 10:52:51,207 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0024/container_1397144823869_0024_01_000005
2014-04-10 10:52:51,207 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0024/container_1397144823869_0024_01_000005
2014-04-10 10:52:51,208 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0024/container_1397144823869_0024_01_000005
2014-04-10 10:52:51,208 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0024 CONTAINERID=container_1397144823869_0024_01_000005
2014-04-10 10:52:51,208 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:52:51,208 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0024_01_000005 from application application_1397144823869_0024
2014-04-10 10:52:51,208 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:51,208 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0024
2014-04-10 10:52:51,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:52:51,213 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38685, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0024_m_000002_0_635737404_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 114319
2014-04-10 10:52:51,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner/_temporary/1/_temporary/attempt_1397144823869_0024_m_000004_0 dst=null perm=null
2014-04-10 10:52:51,363 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0024_01_000006
2014-04-10 10:52:51,363 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0024 CONTAINERID=container_1397144823869_0024_01_000006
2014-04-10 10:52:51,363 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:52:51,363 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0024_01_000006
2014-04-10 10:52:51,363 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0024_01_000005
2014-04-10 10:52:51,364 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0024_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:52:51,364 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0024_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:52:51,364 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0024 CONTAINERID=container_1397144823869_0024_01_000005
2014-04-10 10:52:51,364 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0024_01_000005 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:52:51,364 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 10:52:51,364 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0024_01_000005, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:51,364 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:51,364 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:52:51,365 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0024_000001 released container container_1397144823869_0024_01_000005 on node: host: localhost:37679 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:52:51,368 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0024_01_000006 is : 143
2014-04-10 10:52:51,375 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:52:51,375 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0024/container_1397144823869_0024_01_000006
2014-04-10 10:52:51,375 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0024/container_1397144823869_0024_01_000006
2014-04-10 10:52:51,376 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0024/container_1397144823869_0024_01_000006
2014-04-10 10:52:51,376 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0024/container_1397144823869_0024_01_000006
2014-04-10 10:52:51,376 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0024 CONTAINERID=container_1397144823869_0024_01_000006
2014-04-10 10:52:51,376 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:52:51,376 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0024_01_000006 from application application_1397144823869_0024
2014-04-10 10:52:51,376 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:51,377 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0024
2014-04-10 10:52:51,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner/_temporary/1/_temporary/attempt_1397144823869_0024_m_000002_0 dst=null perm=null
2014-04-10 10:52:51,452 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0024_01_000004
2014-04-10 10:52:51,452 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0024 CONTAINERID=container_1397144823869_0024_01_000004
2014-04-10 10:52:51,452 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:52:51,452 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0024_01_000004
2014-04-10 10:52:51,453 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0024_01_000006
2014-04-10 10:52:51,453 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0024_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:52:51,453 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0024_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:52:51,454 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0024 CONTAINERID=container_1397144823869_0024_01_000006
2014-04-10 10:52:51,454 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0024_01_000006 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:52:51,454 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:52:51,454 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0024_01_000006, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:51,454 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:51,454 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:52:51,454 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0024_000001 released container container_1397144823869_0024_01_000006 on node: host: localhost:37679 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:52:51,459 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0024_01_000004 is : 143
2014-04-10 10:52:51,476 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:52:51,476 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0024/container_1397144823869_0024_01_000004
2014-04-10 10:52:51,477 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0024/container_1397144823869_0024_01_000004
2014-04-10 10:52:51,477 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0024/container_1397144823869_0024_01_000004
2014-04-10 10:52:51,477 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0024 CONTAINERID=container_1397144823869_0024_01_000004
2014-04-10 10:52:51,477 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0024/container_1397144823869_0024_01_000004
2014-04-10 10:52:51,477 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:52:51,478 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0024_01_000004 from application application_1397144823869_0024
2014-04-10 10:52:51,478 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:51,478 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0024
2014-04-10 10:52:52,067 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0024_01_000002
2014-04-10 10:52:52,068 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0024_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:52:52,068 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0024_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:52:52,068 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0024 CONTAINERID=container_1397144823869_0024_01_000002
2014-04-10 10:52:52,069 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0024_01_000002 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:52:52,069 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:52:52,069 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0024_01_000002, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:52,069 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:52,069 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:52:52,070 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0024_000001 released container container_1397144823869_0024_01_000002 on node: host: localhost:56736 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:52:52,453 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0024_01_000004
2014-04-10 10:52:52,454 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0024_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:52:52,454 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0024_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:52:52,454 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0024 CONTAINERID=container_1397144823869_0024_01_000004
2014-04-10 10:52:52,454 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0024_01_000004 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:52:52,454 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:52:52,455 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0024_01_000004, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:52,455 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:52,455 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:52:52,455 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0024_000001 released container container_1397144823869_0024_01_000004 on node: host: localhost:37679 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:52:52,456 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0024_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:52:52,456 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0024 CONTAINERID=container_1397144823869_0024_01_000007
2014-04-10 10:52:52,456 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0024_01_000007 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:52:52,456 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0024 container=Container: [ContainerId: container_1397144823869_0024_01_000007, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0024_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:52,457 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:52:52,457 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:53,427 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0024_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:52:53,442 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0024_01_000007 by user brock
2014-04-10 10:52:53,443 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0024 CONTAINERID=container_1397144823869_0024_01_000007
2014-04-10 10:52:53,443 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0024_01_000007 to application application_1397144823869_0024
2014-04-10 10:52:53,443 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 10:52:53,443 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0024
2014-04-10 10:52:53,443 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0024
2014-04-10 10:52:53,443 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:52:53,444 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0024
2014-04-10 10:52:53,444 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:52:53,454 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0024_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:52:53,474 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 10:52:53,474 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:53,531 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0024/container_1397144823869_0024_01_000007/default_container_executor.sh]
2014-04-10 10:52:54,433 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:52:55,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner/_temporary/1/_temporary/attempt_1397144823869_0024_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:55,263 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner/_temporary/1/_temporary/attempt_1397144823869_0024_r_000000_0/part-00000. BP-1649026925-127.0.0.1-1397144808341 blk_1073742072_1248{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]}
2014-04-10 10:52:55,335 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742072_1248 src: /127.0.0.1:46600 dest: /127.0.0.1:53466
2014-04-10 10:52:55,336 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742072_1248 src: /127.0.0.1:54424 dest: /127.0.0.1:55289
2014-04-10 10:52:55,336 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742072_1248 src: /127.0.0.1:46475 dest: /127.0.0.1:36139
2014-04-10 10:52:55,346 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46475, dest: /127.0.0.1:36139, bytes: 172, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0024_r_000000_0_907949656_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742072_1248, duration: 9288619
2014-04-10 10:52:55,347 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742072_1248, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:55,347 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742072_1248{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:52:55,347 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54424, dest: /127.0.0.1:55289, bytes: 172, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0024_r_000000_0_907949656_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742072_1248, duration: 9479985
2014-04-10 10:52:55,347 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742072_1248, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:55,347 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742072_1248{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:52:55,347 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46600, dest: /127.0.0.1:53466, bytes: 172, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0024_r_000000_0_907949656_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742072_1248, duration: 9951231
2014-04-10 10:52:55,348 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742072_1248, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:55,348 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742072_1248{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:52:55,365 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner/_temporary/1/_temporary/attempt_1397144823869_0024_r_000000_0/part-00000 is closed by DFSClient_attempt_1397144823869_0024_r_000000_0_907949656_1
2014-04-10 10:52:55,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner/_temporary/1/_temporary/attempt_1397144823869_0024_r_000000_0 dst=null perm=null
2014-04-10 10:52:55,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner/_temporary/1/_temporary/attempt_1397144823869_0024_r_000000_0 dst=null perm=null
2014-04-10 10:52:55,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner/_temporary/1/task_1397144823869_0024_r_000000 dst=null perm=null
2014-04-10 10:52:55,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner/_temporary/1/_temporary/attempt_1397144823869_0024_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner/_temporary/1/task_1397144823869_0024_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:52:55,472 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0024_01_000007
2014-04-10 10:52:55,473 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0024 CONTAINERID=container_1397144823869_0024_01_000007
2014-04-10 10:52:55,473 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000007 transitioned from RUNNING to KILLING
2014-04-10 10:52:55,473 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0024_01_000007
2014-04-10 10:52:55,478 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0024_01_000007 is : 143
2014-04-10 10:52:55,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:55,491 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:52:55,491 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0024/container_1397144823869_0024_01_000007
2014-04-10 10:52:55,491 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0024/container_1397144823869_0024_01_000007
2014-04-10 10:52:55,491 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0024/container_1397144823869_0024_01_000007
2014-04-10 10:52:55,491 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0024 CONTAINERID=container_1397144823869_0024_01_000007
2014-04-10 10:52:55,491 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0024/container_1397144823869_0024_01_000007
2014-04-10 10:52:55,491 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:52:55,492 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0024_01_000007 from application application_1397144823869_0024
2014-04-10 10:52:55,492 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:55,492 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0024
2014-04-10 10:52:55,498 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_576574981_1
2014-04-10 10:52:55,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner/_temporary/1 dst=null perm=null
2014-04-10 10:52:55,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner dst=null perm=null
2014-04-10 10:52:55,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner dst=null perm=null
2014-04-10 10:52:55,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner/_temporary/1/task_1397144823869_0024_r_000000 dst=null perm=null
2014-04-10 10:52:55,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner/part-00000 dst=null perm=null
2014-04-10 10:52:55,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner/_temporary/1/task_1397144823869_0024_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:55,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner/_temporary dst=null perm=null
2014-04-10 10:52:55,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:55,582 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner/_SUCCESS is closed by DFSClient_NONMAPREDUCE_576574981_1
2014-04-10 10:52:55,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:55,615 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_576574981_1
2014-04-10 10:52:55,642 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46579, dest: /127.0.0.1:53466, bytes: 69527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_576574981_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742071_1247, duration: 4752479951
2014-04-10 10:52:55,642 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742071_1247, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:55,643 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54401, dest: /127.0.0.1:55289, bytes: 69527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_576574981_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742071_1247, duration: 4752970115
2014-04-10 10:52:55,643 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742071_1247{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 15778
2014-04-10 10:52:55,643 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742071_1247, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:55,644 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46450, dest: /127.0.0.1:36139, bytes: 69527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_576574981_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742071_1247, duration: 4754657883
2014-04-10 10:52:55,644 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742071_1247{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 15778
2014-04-10 10:52:55,644 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742071_1247, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:55,645 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742071_1247{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 15778
2014-04-10 10:52:55,657 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job_1397144823869_0024_1.jhist is closed by DFSClient_NONMAPREDUCE_576574981_1
2014-04-10 10:52:55,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0024.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:55,677 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0024.summary_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742073_1249{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:52:55,692 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742073_1249 src: /127.0.0.1:38702 dest: /127.0.0.1:55175
2014-04-10 10:52:55,693 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742073_1249 src: /127.0.0.1:46604 dest: /127.0.0.1:53466
2014-04-10 10:52:55,694 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742073_1249 src: /127.0.0.1:54428 dest: /127.0.0.1:55289
2014-04-10 10:52:55,698 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54428, dest: /127.0.0.1:55289, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_576574981_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742073_1249, duration: 1990400
2014-04-10 10:52:55,698 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742073_1249, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:55,698 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742073_1249{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:52:55,699 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46604, dest: /127.0.0.1:53466, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_576574981_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742073_1249, duration: 2657241
2014-04-10 10:52:55,699 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742073_1249, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:55,699 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742073_1249{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:52:55,699 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38702, dest: /127.0.0.1:55175, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_576574981_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742073_1249, duration: 3373940
2014-04-10 10:52:55,700 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742073_1249, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:55,700 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742073_1249{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:52:55,715 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0024.summary_tmp is closed by DFSClient_NONMAPREDUCE_576574981_1
2014-04-10 10:52:55,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0024.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:55,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job_1397144823869_0024_1.jhist dst=null perm=null
2014-04-10 10:52:55,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0024-1397145162481-brock-%5BB1F9B9BB0B814126AE21B27A294FD551%2F678FD235CFC74D9F-1397145175616-5-1-SUCCEEDED-default-1397145165366.jhist_tmp dst=null perm=null
2014-04-10 10:52:55,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job_1397144823869_0024_1.jhist dst=null perm=null
2014-04-10 10:52:55,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0024-1397145162481-brock-%5BB1F9B9BB0B814126AE21B27A294FD551%2F678FD235CFC74D9F-1397145175616-5-1-SUCCEEDED-default-1397145165366.jhist_tmp dst=null perm=null
2014-04-10 10:52:55,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job_1397144823869_0024_1.jhist dst=null perm=null
2014-04-10 10:52:55,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0024-1397145162481-brock-%5BB1F9B9BB0B814126AE21B27A294FD551%2F678FD235CFC74D9F-1397145175616-5-1-SUCCEEDED-default-1397145165366.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:55,759 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46479, bytes: 70071, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_576574981_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742071_1247, duration: 229362
2014-04-10 10:52:55,761 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0024-1397145162481-brock-%5BB1F9B9BB0B814126AE21B27A294FD551%2F678FD235CFC74D9F-1397145175616-5-1-SUCCEEDED-default-1397145165366.jhist_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742074_1250{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:52:55,775 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742074_1250 src: /127.0.0.1:46607 dest: /127.0.0.1:53466
2014-04-10 10:52:55,777 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742074_1250 src: /127.0.0.1:38707 dest: /127.0.0.1:55175
2014-04-10 10:52:55,779 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742074_1250 src: /127.0.0.1:54432 dest: /127.0.0.1:55289
2014-04-10 10:52:55,783 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54432, dest: /127.0.0.1:55289, bytes: 69527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_576574981_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742074_1250, duration: 3138659
2014-04-10 10:52:55,783 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742074_1250, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:55,783 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742074_1250{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:52:55,783 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38707, dest: /127.0.0.1:55175, bytes: 69527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_576574981_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742074_1250, duration: 3734964
2014-04-10 10:52:55,784 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742074_1250, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:55,784 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742074_1250{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:52:55,784 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46607, dest: /127.0.0.1:53466, bytes: 69527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_576574981_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742074_1250, duration: 4418728
2014-04-10 10:52:55,785 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742074_1250, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:55,785 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742074_1250{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:52:55,798 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0024-1397145162481-brock-%5BB1F9B9BB0B814126AE21B27A294FD551%2F678FD235CFC74D9F-1397145175616-5-1-SUCCEEDED-default-1397145165366.jhist_tmp is closed by DFSClient_NONMAPREDUCE_576574981_1
2014-04-10 10:52:55,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0024-1397145162481-brock-%5BB1F9B9BB0B814126AE21B27A294FD551%2F678FD235CFC74D9F-1397145175616-5-1-SUCCEEDED-default-1397145165366.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:55,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job_1397144823869_0024_1_conf.xml dst=null perm=null
2014-04-10 10:52:55,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0024_conf.xml_tmp dst=null perm=null
2014-04-10 10:52:55,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job_1397144823869_0024_1_conf.xml dst=null perm=null
2014-04-10 10:52:55,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0024_conf.xml_tmp dst=null perm=null
2014-04-10 10:52:55,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024/job_1397144823869_0024_1_conf.xml dst=null perm=null
2014-04-10 10:52:55,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0024_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:55,826 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46610, bytes: 97160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_576574981_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742070_1246, duration: 372102
2014-04-10 10:52:55,829 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0024_conf.xml_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742075_1251{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]}
2014-04-10 10:52:55,842 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742075_1251 src: /127.0.0.1:54434 dest: /127.0.0.1:55289
2014-04-10 10:52:55,843 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742075_1251 src: /127.0.0.1:46612 dest: /127.0.0.1:53466
2014-04-10 10:52:55,845 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742075_1251 src: /127.0.0.1:46486 dest: /127.0.0.1:36139
2014-04-10 10:52:55,849 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46486, dest: /127.0.0.1:36139, bytes: 96404, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_576574981_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742075_1251, duration: 2685723
2014-04-10 10:52:55,849 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742075_1251, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:55,849 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742075_1251{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:52:55,849 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46612, dest: /127.0.0.1:53466, bytes: 96404, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_576574981_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742075_1251, duration: 3235688
2014-04-10 10:52:55,850 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742075_1251, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:55,850 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742075_1251{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:52:55,850 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54434, dest: /127.0.0.1:55289, bytes: 96404, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_576574981_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742075_1251, duration: 4074982
2014-04-10 10:52:55,850 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742075_1251, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:55,851 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742075_1251{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:52:55,865 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0024_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_576574981_1
2014-04-10 10:52:55,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0024_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:55,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0024.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0024.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:55,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0024_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0024_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:55,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0024-1397145162481-brock-%5BB1F9B9BB0B814126AE21B27A294FD551%2F678FD235CFC74D9F-1397145175616-5-1-SUCCEEDED-default-1397145165366.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0024-1397145162481-brock-%5BB1F9B9BB0B814126AE21B27A294FD551%2F678FD235CFC74D9F-1397145175616-5-1-SUCCEEDED-default-1397145165366.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:55,932 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397144823869_0024_000001 with final state: FINISHING
2014-04-10 10:52:55,932 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0024_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:52:55,932 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397144823869_0024 with final state: FINISHING
2014-04-10 10:52:55,932 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0024 State change from RUNNING to FINAL_SAVING
2014-04-10 10:52:55,932 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0024
2014-04-10 10:52:55,933 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0024_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:52:55,933 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0024 State change from FINAL_SAVING to FINISHING
2014-04-10 10:52:55,938 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:52:55,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:52:55,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:52:55,942 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397144823869_0024 from file: hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0024-1397145162481-brock-%5BB1F9B9BB0B814126AE21B27A294FD551%2F678FD235CFC74D9F-1397145175616-5-1-SUCCEEDED-default-1397145165366.jhist
2014-04-10 10:52:55,943 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0024-1397145162481-brock-%5BB1F9B9BB0B814126AE21B27A294FD551%2F678FD235CFC74D9F-1397145175616-5-1-SUCCEEDED-default-1397145165366.jhist]
2014-04-10 10:52:55,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0024-1397145162481-brock-%5BB1F9B9BB0B814126AE21B27A294FD551%2F678FD235CFC74D9F-1397145175616-5-1-SUCCEEDED-default-1397145165366.jhist dst=null perm=null
2014-04-10 10:52:55,947 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46616, bytes: 70071, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742074_1250, duration: 399140
2014-04-10 10:52:55,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0024.summary dst=null perm=null
2014-04-10 10:52:55,967 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54440, bytes: 457, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_538767685_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742073_1249, duration: 219077
2014-04-10 10:52:55,967 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397144823869_0024,submitTime=1397145162481,launchTime=1397145165366,firstMapTaskLaunchTime=1397145167538,firstReduceTaskLaunchTime=1397145173444,finishTime=1397145175616,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=5,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=18,reduceSlotSeconds=2,jobName=[B1F9B9BB0B814126AE21B27A294FD551/678FD235CFC74D9F8716297AE7CB8C2E] lower*upper/(1/1) ...latform/cogroupouterinner
2014-04-10 10:52:55,967 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0024.summary]
2014-04-10 10:52:55,982 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742073_1249 127.0.0.1:55175 127.0.0.1:53466 127.0.0.1:55289
2014-04-10 10:52:55,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0024.summary dst=null perm=null
2014-04-10 10:52:55,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:52:55,984 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0024-1397145162481-brock-%5BB1F9B9BB0B814126AE21B27A294FD551%2F678FD235CFC74D9F-1397145175616-5-1-SUCCEEDED-default-1397145165366.jhist to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0024-1397145162481-brock-%5BB1F9B9BB0B814126AE21B27A294FD551%2F678FD235CFC74D9F-1397145175616-5-1-SUCCEEDED-default-1397145165366.jhist
2014-04-10 10:52:55,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0024-1397145162481-brock-%5BB1F9B9BB0B814126AE21B27A294FD551%2F678FD235CFC74D9F-1397145175616-5-1-SUCCEEDED-default-1397145165366.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0024-1397145162481-brock-%5BB1F9B9BB0B814126AE21B27A294FD551%2F678FD235CFC74D9F-1397145175616-5-1-SUCCEEDED-default-1397145165366.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:55,999 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0024_conf.xml to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0024_conf.xml
2014-04-10 10:52:56,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0024_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0024_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:52:56,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner dst=null perm=null
2014-04-10 10:52:56,027 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner/_temporary
2014-04-10 10:52:56,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner/_temporary dst=null perm=null
2014-04-10 10:52:56,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner dst=null perm=null
2014-04-10 10:52:56,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner dst=null perm=null
2014-04-10 10:52:56,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner dst=null perm=null
2014-04-10 10:52:56,047 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:52:56,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner/part-00000 dst=null perm=null
2014-04-10 10:52:56,050 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54440, bytes: 176, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742072_1248, duration: 235053
2014-04-10 10:52:56,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner dst=null perm=null
2014-04-10 10:52:56,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner dst=null perm=null
2014-04-10 10:52:56,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner dst=null perm=null
2014-04-10 10:52:56,070 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:52:56,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner/part-00000 dst=null perm=null
2014-04-10 10:52:56,073 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46616, bytes: 176, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742072_1248, duration: 208210
2014-04-10 10:52:56,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:52:56,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:52:56,091 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 10:52:56,091 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 10:52:56,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup dst=null perm=null
2014-04-10 10:52:56,103 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting
2014-04-10 10:52:56,103 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextDelimited[['num', 'char' | Integer, String]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt"]
2014-04-10 10:52:56,104 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextDelimited[['num', 'char' | Integer, String]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt"]
2014-04-10 10:52:56,104 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] sink: Hfs["TextDelimited[[0:3]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup"]
2014-04-10 10:52:56,104 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] parallel execution is enabled: true
2014-04-10 10:52:56,104 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting jobs: 1
2014-04-10 10:52:56,104 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] allocating threads: 1
2014-04-10 10:52:56,104 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) ...oupouterinner-resultgroup
2014-04-10 10:52:56,112 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:52:56,119 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:52:56,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup dst=null perm=null
2014-04-10 10:52:56,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:52:56,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:52:56,122 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 25
2014-04-10 10:52:56,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025 dst=null perm=null
2014-04-10 10:52:56,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:52:56,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:52:56,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.jar dst=null perm=null
2014-04-10 10:52:56,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:52:56,159 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073742076_1252{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:52:56,175 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742076_1252 src: /127.0.0.1:38718 dest: /127.0.0.1:55175
2014-04-10 10:52:56,176 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742076_1252 src: /127.0.0.1:46493 dest: /127.0.0.1:36139
2014-04-10 10:52:56,177 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742076_1252 src: /127.0.0.1:46621 dest: /127.0.0.1:53466
2014-04-10 10:52:56,182 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46621, dest: /127.0.0.1:53466, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742076_1252, duration: 2961587
2014-04-10 10:52:56,182 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742076_1252, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:56,182 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742076_1252{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:52:56,183 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46493, dest: /127.0.0.1:36139, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742076_1252, duration: 3534991
2014-04-10 10:52:56,183 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742076_1252, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:56,183 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742076_1252{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:52:56,183 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38718, dest: /127.0.0.1:55175, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742076_1252, duration: 4208985
2014-04-10 10:52:56,183 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742076_1252, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:56,184 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742076_1252{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:52:56,198 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:52:56,199 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.jar
2014-04-10 10:52:56,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.jar dst=null perm=null
2014-04-10 10:52:56,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:52:56,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:52:56,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:52:56,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:52:56,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:52:56,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:52:56,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:52:56,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:52:56,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:52:56,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:52:56,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:52:56,226 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:52:56,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:52:56,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:52:56,229 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:52:56,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:52:56,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:52:56,232 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:52:56,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:52:56,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:52:56,235 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:52:56,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:52:56,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:52:56,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:52:56,258 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.split
2014-04-10 10:52:56,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.split dst=null perm=null
2014-04-10 10:52:56,267 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.split. BP-1649026925-127.0.0.1-1397144808341 blk_1073742077_1253{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:52:56,283 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742077_1253 src: /127.0.0.1:38721 dest: /127.0.0.1:55175
2014-04-10 10:52:56,284 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742077_1253 src: /127.0.0.1:54446 dest: /127.0.0.1:55289
2014-04-10 10:52:56,286 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742077_1253 src: /127.0.0.1:46497 dest: /127.0.0.1:36139
2014-04-10 10:52:56,287 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742077_1253 src: /127.0.0.1:46625 dest: /127.0.0.1:53466
2014-04-10 10:52:56,290 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46625, dest: /127.0.0.1:53466, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742077_1253, duration: 2228009
2014-04-10 10:52:56,291 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742077_1253, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:56,291 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742077_1253{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:52:56,291 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46497, dest: /127.0.0.1:36139, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742077_1253, duration: 2806163
2014-04-10 10:52:56,291 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742077_1253, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:56,291 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742077_1253{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:52:56,292 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54446, dest: /127.0.0.1:55289, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742077_1253, duration: 3378498
2014-04-10 10:52:56,292 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742077_1253, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:56,292 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742077_1253{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:52:56,292 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38721, dest: /127.0.0.1:55175, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742077_1253, duration: 3855775
2014-04-10 10:52:56,293 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742077_1253, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:56,293 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742077_1253{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:52:56,307 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.split is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:52:56,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:52:56,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:52:56,325 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.splitmetainfo. BP-1649026925-127.0.0.1-1397144808341 blk_1073742078_1254{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:52:56,341 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742078_1254 src: /127.0.0.1:46626 dest: /127.0.0.1:53466
2014-04-10 10:52:56,343 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742078_1254 src: /127.0.0.1:38726 dest: /127.0.0.1:55175
2014-04-10 10:52:56,344 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742078_1254 src: /127.0.0.1:54451 dest: /127.0.0.1:55289
2014-04-10 10:52:56,347 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54451, dest: /127.0.0.1:55289, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742078_1254, duration: 1637535
2014-04-10 10:52:56,347 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742078_1254, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:56,347 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742078_1254{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:52:56,347 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38726, dest: /127.0.0.1:55175, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742078_1254, duration: 2467070
2014-04-10 10:52:56,348 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742078_1254{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:52:56,348 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742078_1254, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:56,349 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46626, dest: /127.0.0.1:53466, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742078_1254, duration: 3277623
2014-04-10 10:52:56,349 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742078_1254{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:52:56,349 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742078_1254, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:56,365 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:52:56,365 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 10:52:56,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:52:56,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:52:56,396 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742079_1255{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:52:56,408 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742079_1255 src: /127.0.0.1:46629 dest: /127.0.0.1:53466
2014-04-10 10:52:56,409 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742079_1255 src: /127.0.0.1:46503 dest: /127.0.0.1:36139
2014-04-10 10:52:56,410 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742079_1255 src: /127.0.0.1:54454 dest: /127.0.0.1:55289
2014-04-10 10:52:56,413 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54454, dest: /127.0.0.1:55289, bytes: 82433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742079_1255, duration: 1664592
2014-04-10 10:52:56,413 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742079_1255, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:56,413 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742079_1255{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:52:56,414 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46503, dest: /127.0.0.1:36139, bytes: 82433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742079_1255, duration: 2430066
2014-04-10 10:52:56,414 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742079_1255, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:56,414 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742079_1255{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:52:56,414 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46629, dest: /127.0.0.1:53466, bytes: 82433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742079_1255, duration: 3095524
2014-04-10 10:52:56,414 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742079_1255, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:56,415 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742079_1255{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:52:56,423 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.xml is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:52:56,424 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397144823869_0025
2014-04-10 10:52:56,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025 dst=null perm=null
2014-04-10 10:52:56,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.xml dst=null perm=null
2014-04-10 10:52:56,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.xml dst=null perm=null
2014-04-10 10:52:56,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.jar dst=null perm=null
2014-04-10 10:52:56,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.jar dst=null perm=null
2014-04-10 10:52:56,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.split dst=null perm=null
2014-04-10 10:52:56,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.split dst=null perm=null
2014-04-10 10:52:56,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.splitmetainfo dst=null perm=null
2014-04-10 10:52:56,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.splitmetainfo dst=null perm=null
2014-04-10 10:52:56,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:52:56,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:52:56,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:52:56,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:52:56,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:52:56,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:52:56,473 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0024_01_000007
2014-04-10 10:52:56,474 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0024_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:52:56,474 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0024_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 10:52:56,474 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0024 CONTAINERID=container_1397144823869_0024_01_000007
2014-04-10 10:52:56,474 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0024_01_000007 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:52:56,475 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:52:56,475 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0024_01_000007, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:56,476 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:56,476 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:52:56,476 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0024_000001 released container container_1397144823869_0024_01_000007 on node: host: localhost:37679 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:52:56,481 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 25 submitted by user brock
2014-04-10 10:52:56,481 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397144823869_0025
2014-04-10 10:52:56,481 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397144823869_0025
2014-04-10 10:52:56,481 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0025
2014-04-10 10:52:56,481 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0025 State change from NEW to NEW_SAVING
2014-04-10 10:52:56,482 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0025 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:52:56,482 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397144823869_0025_000001
2014-04-10 10:52:56,482 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0025_000001 State change from NEW to SUBMITTED
2014-04-10 10:52:56,483 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397144823869_0025 from user: brock activated in queue: default
2014-04-10 10:52:56,483 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397144823869_0025 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@1ba82161, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:52:56,483 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397144823869_0025
2014-04-10 10:52:56,483 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397144823869_0025 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:52:56,483 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397144823869_0025_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:52:56,484 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0025_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:52:56,484 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0025 State change from SUBMITTED to ACCEPTED
2014-04-10 10:52:56,486 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:60619/proxy/application_1397144823869_0025/
2014-04-10 10:52:56,486 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397144823869_0025
2014-04-10 10:52:56,486 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:60619/proxy/application_1397144823869_0025/
2014-04-10 10:52:56,882 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742077_1253
2014-04-10 10:52:56,883 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742074_1250
2014-04-10 10:52:56,884 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742075_1251
2014-04-10 10:52:56,885 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742078_1254
2014-04-10 10:52:56,886 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742071_1247
2014-04-10 10:52:56,973 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742066_1242 127.0.0.1:55289 127.0.0.1:53466 127.0.0.1:36139 127.0.0.1:55175
2014-04-10 10:52:56,974 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742067_1243 127.0.0.1:55289 127.0.0.1:53466 127.0.0.1:36139 127.0.0.1:55175
2014-04-10 10:52:56,974 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742068_1244 127.0.0.1:53466 127.0.0.1:36139 127.0.0.1:55289
2014-04-10 10:52:56,974 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742069_1245 127.0.0.1:55289 127.0.0.1:55175 127.0.0.1:53466
2014-04-10 10:52:56,974 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742071_1247 127.0.0.1:36139 127.0.0.1:55289 127.0.0.1:53466
2014-04-10 10:52:56,974 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742070_1246 127.0.0.1:53466 127.0.0.1:55289 127.0.0.1:36139
2014-04-10 10:52:56,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0024 dst=null perm=null
2014-04-10 10:52:57,019 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742073_1249
2014-04-10 10:52:57,020 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742077_1253
2014-04-10 10:52:57,021 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742074_1250
2014-04-10 10:52:57,022 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742075_1251
2014-04-10 10:52:57,023 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742071_1247
2014-04-10 10:52:57,023 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742078_1254
2014-04-10 10:52:57,024 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742079_1255
2014-04-10 10:52:57,025 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742072_1248
2014-04-10 10:52:57,071 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0025_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:52:57,071 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0025 CONTAINERID=container_1397144823869_0025_01_000001
2014-04-10 10:52:57,071 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0025_01_000001 of capacity <memory:2048, vCores:1> on host localhost:56736, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2014-04-10 10:52:57,072 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0025 container=Container: [ContainerId: container_1397144823869_0025_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0025_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:57,072 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:52:57,072 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0025_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:52:57,072 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:52:57,073 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397144823869_0025 AttemptId: appattempt_1397144823869_0025_000001 MasterContainer: Container: [ContainerId: container_1397144823869_0025_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ]
2014-04-10 10:52:57,073 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0025_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:52:57,073 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0025_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:52:57,073 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397144823869_0025_000001
2014-04-10 10:52:57,074 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397144823869_0025_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] for AM appattempt_1397144823869_0025_000001
2014-04-10 10:52:57,074 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397144823869_0025_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:52:57,078 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0025_000001 (auth:SIMPLE)
2014-04-10 10:52:57,079 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0025_01_000001 by user brock
2014-04-10 10:52:57,080 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0025
2014-04-10 10:52:57,080 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0025 CONTAINERID=container_1397144823869_0025_01_000001
2014-04-10 10:52:57,080 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0025 transitioned from NEW to INITING
2014-04-10 10:52:57,080 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0025_01_000001 to application application_1397144823869_0025
2014-04-10 10:52:57,080 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0025 transitioned from INITING to RUNNING
2014-04-10 10:52:57,081 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397144823869_0025_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] for AM appattempt_1397144823869_0025_000001
2014-04-10 10:52:57,081 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0025_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:52:57,081 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:52:57,081 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0025
2014-04-10 10:52:57,081 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:52:57,081 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:52:57,082 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:52:57,082 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:52:57,082 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0025_01_000001
2014-04-10 10:52:57,085 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742076_1252
2014-04-10 10:52:57,086 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742072_1248
2014-04-10 10:52:57,086 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742078_1254
2014-04-10 10:52:57,086 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742073_1249
2014-04-10 10:52:57,089 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742076_1252
2014-04-10 10:52:57,092 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397144823869_0025_01_000001.tokens. Credentials list:
2014-04-10 10:52:57,105 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:52:57,163 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397144823869_0025_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000001.tokens
2014-04-10 10:52:57,163 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0025 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0025
2014-04-10 10:52:57,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.jar dst=null perm=null
2014-04-10 10:52:57,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.jar dst=null perm=null
2014-04-10 10:52:57,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.jar dst=null perm=null
2014-04-10 10:52:57,273 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38734, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2022044047_16710, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742076_1252, duration: 845192
2014-04-10 10:52:57,285 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742079_1255
2014-04-10 10:52:57,288 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742074_1250
2014-04-10 10:52:57,288 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742077_1253
2014-04-10 10:52:57,289 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742073_1249
2014-04-10 10:52:57,297 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0025/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:52:57,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.splitmetainfo dst=null perm=null
2014-04-10 10:52:57,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.splitmetainfo dst=null perm=null
2014-04-10 10:52:57,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.splitmetainfo dst=null perm=null
2014-04-10 10:52:57,321 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46636, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2022044047_16710, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742078_1254, duration: 228345
2014-04-10 10:52:57,338 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0025/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:52:57,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.split dst=null perm=null
2014-04-10 10:52:57,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.split dst=null perm=null
2014-04-10 10:52:57,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.split dst=null perm=null
2014-04-10 10:52:57,362 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46510, bytes: 1928, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2022044047_16710, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742077_1253, duration: 232871
2014-04-10 10:52:57,379 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0025/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:52:57,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.xml dst=null perm=null
2014-04-10 10:52:57,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.xml dst=null perm=null
2014-04-10 10:52:57,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.xml dst=null perm=null
2014-04-10 10:52:57,403 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46510, bytes: 83081, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2022044047_16710, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742079_1255, duration: 372261
2014-04-10 10:52:57,420 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0025/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:52:57,420 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:52:57,451 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:52:57,452 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:52:57,510 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000001/default_container_executor.sh]
2014-04-10 10:52:57,676 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742076_1252
2014-04-10 10:52:57,677 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742072_1248
2014-04-10 10:52:57,677 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742071_1247
2014-04-10 10:52:57,877 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742079_1255
2014-04-10 10:52:57,877 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742077_1253
2014-04-10 10:52:57,878 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742075_1251
2014-04-10 10:52:58,070 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0025_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:52:58,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:52:58,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/COMMIT_STARTED dst=null perm=null
2014-04-10 10:52:58,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:52:58,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/COMMIT_FAIL dst=null perm=null
2014-04-10 10:52:58,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025 dst=null perm=null
2014-04-10 10:52:58,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:52:58,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:52:58,819 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:53466 to replicate blk_1073742076_1252 to datanode(s) 127.0.0.1:55289
2014-04-10 10:52:58,820 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073742066_1242, blk_1073742067_1243, blk_1073742068_1244, blk_1073742070_1246, blk_1073742071_1247]
2014-04-10 10:52:58,820 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073742066_1242, blk_1073742067_1243, blk_1073742069_1245, blk_1073742073_1249]
2014-04-10 10:52:58,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.splitmetainfo dst=null perm=null
2014-04-10 10:52:58,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.splitmetainfo dst=null perm=null
2014-04-10 10:52:59,009 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46639, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1689836686_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742078_1254, duration: 155460
2014-04-10 10:52:59,595 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0025_000001 (auth:SIMPLE)
2014-04-10 10:52:59,597 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397144823869_0025_000001
2014-04-10 10:52:59,597 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397144823869_0025 APPATTEMPTID=appattempt_1397144823869_0025_000001
2014-04-10 10:52:59,597 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0025_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:52:59,597 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0025 State change from ACCEPTED to RUNNING
2014-04-10 10:52:59,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job_1397144823869_0025_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:59,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:52:59,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job_1397144823869_0025_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:52:59,772 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job_1397144823869_0025_1_conf.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742080_1256{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:52:59,804 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742080_1256 src: /127.0.0.1:54466 dest: /127.0.0.1:55289
2014-04-10 10:52:59,805 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742080_1256 src: /127.0.0.1:46517 dest: /127.0.0.1:36139
2014-04-10 10:52:59,806 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742080_1256 src: /127.0.0.1:46645 dest: /127.0.0.1:53466
2014-04-10 10:52:59,810 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46645, dest: /127.0.0.1:53466, bytes: 96416, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1689836686_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742080_1256, duration: 3796105
2014-04-10 10:52:59,811 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742080_1256, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:52:59,811 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742080_1256{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:52:59,811 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46517, dest: /127.0.0.1:36139, bytes: 96416, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1689836686_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742080_1256, duration: 4200928
2014-04-10 10:52:59,811 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742080_1256, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:59,811 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742080_1256{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:52:59,811 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54466, dest: /127.0.0.1:55289, bytes: 96416, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1689836686_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742080_1256, duration: 4848338
2014-04-10 10:52:59,812 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742080_1256, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:52:59,812 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742080_1256{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:52:59,823 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job_1397144823869_0025_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1689836686_1
2014-04-10 10:53:00,076 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742066_1242 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742066 for deletion
2014-04-10 10:53:00,076 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742067_1243 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742067 for deletion
2014-04-10 10:53:00,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742066_1242 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742066
2014-04-10 10:53:00,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742069_1245 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742069 for deletion
2014-04-10 10:53:00,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742067_1243 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742067
2014-04-10 10:53:00,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742073_1249 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742073 for deletion
2014-04-10 10:53:00,077 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=c77d7afe-f695-41db-95ad-e46c268e06f7, infoPort=43222, ipcPort=44592, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) Starting thread to transfer BP-1649026925-127.0.0.1-1397144808341:blk_1073742076_1252 to 127.0.0.1:55289
2014-04-10 10:53:00,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742069_1245 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742069
2014-04-10 10:53:00,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742073_1249 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742073
2014-04-10 10:53:00,079 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742076_1252 src: /127.0.0.1:54470 dest: /127.0.0.1:55289
2014-04-10 10:53:00,079 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1649026925-127.0.0.1-1397144808341:blk_1073742076_1252 (numBytes=244650) to 127.0.0.1/127.0.0.1:55289
2014-04-10 10:53:00,080 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1649026925-127.0.0.1-1397144808341:blk_1073742076_1252 src: /127.0.0.1:54470 dest: /127.0.0.1:55289 of size 244650
2014-04-10 10:53:00,081 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742076_1252 size 244650
2014-04-10 10:53:00,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742066_1242 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742066 for deletion
2014-04-10 10:53:00,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742067_1243 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742067 for deletion
2014-04-10 10:53:00,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742068_1244 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742068 for deletion
2014-04-10 10:53:00,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742066_1242 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742066
2014-04-10 10:53:00,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742070_1246 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742070 for deletion
2014-04-10 10:53:00,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742067_1243 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742067
2014-04-10 10:53:00,090 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742071_1247 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742071 for deletion
2014-04-10 10:53:00,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742068_1244 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742068
2014-04-10 10:53:00,090 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742070_1246 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742070
2014-04-10 10:53:00,090 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742071_1247 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742071
2014-04-10 10:53:01,172 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0025_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:53:01,173 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0025 CONTAINERID=container_1397144823869_0025_01_000002
2014-04-10 10:53:01,173 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0025_01_000002 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:53:01,173 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0025 container=Container: [ContainerId: container_1397144823869_0025_01_000002, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0025_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:01,173 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:53:01,174 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:01,174 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0025_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:53:01,174 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0025 CONTAINERID=container_1397144823869_0025_01_000003
2014-04-10 10:53:01,174 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0025_01_000003 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:53:01,175 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0025 container=Container: [ContainerId: container_1397144823869_0025_01_000003, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0025_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:01,175 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:53:01,175 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:01,176 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0025_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:53:01,176 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0025 CONTAINERID=container_1397144823869_0025_01_000004
2014-04-10 10:53:01,176 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0025_01_000004 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 10:53:01,176 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0025 container=Container: [ContainerId: container_1397144823869_0025_01_000004, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0025_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:01,176 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:53:01,177 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:01,177 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0025_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:53:01,177 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0025 CONTAINERID=container_1397144823869_0025_01_000005
2014-04-10 10:53:01,177 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0025_01_000005 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 10:53:01,178 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0025 container=Container: [ContainerId: container_1397144823869_0025_01_000005, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0025_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:01,178 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:53:01,178 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:01,339 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0025_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:53:01,340 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0025 CONTAINERID=container_1397144823869_0025_01_000006
2014-04-10 10:53:01,340 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0025_01_000006 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:53:01,340 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0025 container=Container: [ContainerId: container_1397144823869_0025_01_000006, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0025_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:01,340 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 10:53:01,340 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:01,632 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0025_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:53:01,633 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0025_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:53:01,633 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0025_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:53:01,633 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0025_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:53:01,633 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0025_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:53:01,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.jar dst=null perm=null
2014-04-10 10:53:01,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.jar dst=null perm=null
2014-04-10 10:53:01,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.xml dst=null perm=null
2014-04-10 10:53:01,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.xml dst=null perm=null
2014-04-10 10:53:01,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:53:01,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:53:01,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:53:01,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:53:01,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:53:01,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:53:01,762 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0025_000001 (auth:SIMPLE)
2014-04-10 10:53:01,762 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0025_000001 (auth:SIMPLE)
2014-04-10 10:53:01,765 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0025_01_000005 by user brock
2014-04-10 10:53:01,765 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0025_01_000003 by user brock
2014-04-10 10:53:01,766 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0025
2014-04-10 10:53:01,766 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0025_01_000003 to application application_1397144823869_0025
2014-04-10 10:53:01,766 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0025 CONTAINERID=container_1397144823869_0025_01_000005
2014-04-10 10:53:01,766 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0025 transitioned from NEW to INITING
2014-04-10 10:53:01,766 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0025 CONTAINERID=container_1397144823869_0025_01_000003
2014-04-10 10:53:01,766 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0025_01_000002 by user brock
2014-04-10 10:53:01,766 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0025_01_000006 by user brock
2014-04-10 10:53:01,766 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0025_01_000004 by user brock
2014-04-10 10:53:01,767 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0025
2014-04-10 10:53:01,767 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0025 CONTAINERID=container_1397144823869_0025_01_000002
2014-04-10 10:53:01,767 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0025 CONTAINERID=container_1397144823869_0025_01_000004
2014-04-10 10:53:01,766 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0025_01_000005 to application application_1397144823869_0025
2014-04-10 10:53:01,767 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0025 transitioned from NEW to INITING
2014-04-10 10:53:01,767 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0025 CONTAINERID=container_1397144823869_0025_01_000006
2014-04-10 10:53:01,768 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0025_01_000006 to application application_1397144823869_0025
2014-04-10 10:53:01,768 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0025 transitioned from INITING to RUNNING
2014-04-10 10:53:01,768 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0025_01_000002 to application application_1397144823869_0025
2014-04-10 10:53:01,769 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0025_01_000004 to application application_1397144823869_0025
2014-04-10 10:53:01,769 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:53:01,769 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0025 transitioned from INITING to RUNNING
2014-04-10 10:53:01,769 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0025
2014-04-10 10:53:01,769 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0025
2014-04-10 10:53:01,769 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:53:01,769 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:53:01,770 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0025
2014-04-10 10:53:01,770 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:53:01,770 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:53:01,770 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:53:01,771 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:53:01,771 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0025_01_000006
2014-04-10 10:53:01,771 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:53:01,771 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0025
2014-04-10 10:53:01,771 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0025
2014-04-10 10:53:01,771 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:53:01,772 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0025
2014-04-10 10:53:01,772 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:53:01,772 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:53:01,772 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0025
2014-04-10 10:53:01,772 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0025
2014-04-10 10:53:01,772 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:53:01,773 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0025
2014-04-10 10:53:01,773 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0025
2014-04-10 10:53:01,773 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0025
2014-04-10 10:53:01,773 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:53:01,773 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0025
2014-04-10 10:53:01,774 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0025
2014-04-10 10:53:01,774 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0025
2014-04-10 10:53:01,774 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:53:01,774 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0025
2014-04-10 10:53:01,774 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0025_01_000004
2014-04-10 10:53:01,775 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0025_01_000002
2014-04-10 10:53:01,775 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0025_01_000005
2014-04-10 10:53:01,776 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0025_01_000003
2014-04-10 10:53:01,785 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397144823869_0025_01_000006.tokens. Credentials list:
2014-04-10 10:53:01,793 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397144823869_0025_01_000005.tokens. Credentials list:
2014-04-10 10:53:01,793 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397144823869_0025_01_000004.tokens. Credentials list:
2014-04-10 10:53:01,794 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397144823869_0025_01_000003.tokens. Credentials list:
2014-04-10 10:53:01,794 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397144823869_0025_01_000002.tokens. Credentials list:
2014-04-10 10:53:01,807 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:53:01,811 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:53:01,820 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073742066_1242, blk_1073742067_1243, blk_1073742068_1244, blk_1073742069_1245, blk_1073742070_1246, blk_1073742071_1247, blk_1073742073_1249]
2014-04-10 10:53:01,821 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073742066_1242, blk_1073742067_1243, blk_1073742068_1244, blk_1073742069_1245, blk_1073742070_1246, blk_1073742071_1247, blk_1073742073_1249]
2014-04-10 10:53:01,886 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397144823869_0025_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000006.tokens
2014-04-10 10:53:01,886 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0025 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0025
2014-04-10 10:53:01,891 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397144823869_0025_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000005.tokens
2014-04-10 10:53:01,891 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0025 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0025
2014-04-10 10:53:01,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.jar dst=null perm=null
2014-04-10 10:53:01,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.jar dst=null perm=null
2014-04-10 10:53:02,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.jar dst=null perm=null
2014-04-10 10:53:02,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.jar dst=null perm=null
2014-04-10 10:53:02,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.jar dst=null perm=null
2014-04-10 10:53:02,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.jar dst=null perm=null
2014-04-10 10:53:02,009 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46657, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-101440004_16886, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742076_1252, duration: 851973
2014-04-10 10:53:02,011 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54481, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2009101422_16890, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742076_1252, duration: 598197
2014-04-10 10:53:02,032 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742076_1252
2014-04-10 10:53:02,040 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0025/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:53:02,042 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0025/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:53:02,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.xml dst=null perm=null
2014-04-10 10:53:02,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.xml dst=null perm=null
2014-04-10 10:53:02,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.xml dst=null perm=null
2014-04-10 10:53:02,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.xml dst=null perm=null
2014-04-10 10:53:02,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.xml dst=null perm=null
2014-04-10 10:53:02,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.xml dst=null perm=null
2014-04-10 10:53:02,071 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54481, bytes: 83081, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-101440004_16886, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742079_1255, duration: 384661
2014-04-10 10:53:02,074 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54481, bytes: 83081, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2009101422_16890, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742079_1255, duration: 323177
2014-04-10 10:53:02,094 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0025/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:53:02,094 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:53:02,097 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0025/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:53:02,097 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:53:02,098 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:53:02,098 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:53:02,098 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:53:02,103 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397144823869_0024_01_000001 succeeded
2014-04-10 10:53:02,103 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:53:02,103 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0024_01_000001
2014-04-10 10:53:02,120 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0024/container_1397144823869_0024_01_000001
2014-04-10 10:53:02,120 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0024/container_1397144823869_0024_01_000001
2014-04-10 10:53:02,121 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0024/container_1397144823869_0024_01_000001
2014-04-10 10:53:02,120 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0024/container_1397144823869_0024_01_000001
2014-04-10 10:53:02,121 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0024 CONTAINERID=container_1397144823869_0024_01_000001
2014-04-10 10:53:02,121 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0024_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:53:02,121 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0024_01_000001 from application application_1397144823869_0024
2014-04-10 10:53:02,121 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:02,122 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0024
2014-04-10 10:53:02,131 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:53:02,131 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:02,135 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:53:02,135 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:53:02,135 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:02,135 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:02,139 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:53:02,139 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:02,139 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:53:02,139 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:02,172 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0025_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:53:02,172 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0025_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:53:02,172 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0025_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:53:02,173 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0025_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:53:02,198 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000002/default_container_executor.sh]
2014-04-10 10:53:02,202 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000006/default_container_executor.sh]
2014-04-10 10:53:02,202 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000005/default_container_executor.sh]
2014-04-10 10:53:02,205 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000004/default_container_executor.sh]
2014-04-10 10:53:02,205 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000003/default_container_executor.sh]
2014-04-10 10:53:02,231 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742080_1256
2014-04-10 10:53:02,289 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742080_1256
2014-04-10 10:53:02,339 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0025_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:53:02,370 INFO hs.JobHistory (JobHistory.java:run(188)) - Starting scan to move intermediate done files
2014-04-10 10:53:02,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:53:02,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:53:02,652 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:53:02,881 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742080_1256
2014-04-10 10:53:03,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742066_1242 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742066 for deletion
2014-04-10 10:53:03,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742067_1243 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742067 for deletion
2014-04-10 10:53:03,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742068_1244 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742068 for deletion
2014-04-10 10:53:03,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742066_1242 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742066
2014-04-10 10:53:03,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742068_1244 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742068
2014-04-10 10:53:03,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742069_1245 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742069 for deletion
2014-04-10 10:53:03,008 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742067_1243 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742067
2014-04-10 10:53:03,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742070_1246 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742070 for deletion
2014-04-10 10:53:03,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742069_1245 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742069
2014-04-10 10:53:03,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742070_1246 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742070
2014-04-10 10:53:03,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742071_1247 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742071 for deletion
2014-04-10 10:53:03,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742073_1249 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742073 for deletion
2014-04-10 10:53:03,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742071_1247 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742071
2014-04-10 10:53:03,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742073_1249 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742073
2014-04-10 10:53:03,073 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0024_01_000001
2014-04-10 10:53:03,074 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0024_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:53:03,074 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397144823869_0024_000001
2014-04-10 10:53:03,074 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0024_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:53:03,074 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0024_000001 State change from FINISHING to FINISHED
2014-04-10 10:53:03,074 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0024 CONTAINERID=container_1397144823869_0024_01_000001
2014-04-10 10:53:03,074 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0024 State change from FINISHING to FINISHED
2014-04-10 10:53:03,074 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0024_01_000001 of capacity <memory:2048, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:53:03,074 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397144823869_0024_000001
2014-04-10 10:53:03,074 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 10:53:03,074 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397144823869_0024
2014-04-10 10:53:03,075 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0024_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:03,075 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:03,075 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 10:53:03,075 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0024_000001 released container container_1397144823869_0024_01_000001 on node: host: localhost:56736 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:53:03,075 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397144823869_0024_000001 is done. finalState=FINISHED
2014-04-10 10:53:03,075 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397144823869_0024 requests cleared
2014-04-10 10:53:03,075 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397144823869_0024 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:53:03,075 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397144823869_0024 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:53:03,075 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397144823869_0024,name=[B1F9B9BB0B814126AE21B27A294FD551/678FD235CFC74D9F8716297AE7CB8C2E] lower*upper/(1/1) ...latform/cogroupouterinner,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:60619/proxy/application_1397144823869_0024/jobhistory/job/job_1397144823869_0024,appMasterHost=localhost.localdomain,startTime=1397145162481,finishTime=1397145175932,finalStatus=SUCCEEDED
2014-04-10 10:53:03,076 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742066_1242 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742066 for deletion
2014-04-10 10:53:03,076 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742067_1243 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742067 for deletion
2014-04-10 10:53:03,076 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742068_1244 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742068 for deletion
2014-04-10 10:53:03,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742066_1242 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742066
2014-04-10 10:53:03,077 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0024_000001 (auth:SIMPLE)
2014-04-10 10:53:03,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742068_1244 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742068
2014-04-10 10:53:03,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742069_1245 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742069 for deletion
2014-04-10 10:53:03,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742067_1243 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742067
2014-04-10 10:53:03,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742070_1246 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742070 for deletion
2014-04-10 10:53:03,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742069_1245 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742069
2014-04-10 10:53:03,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742071_1247 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742071 for deletion
2014-04-10 10:53:03,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742070_1246 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742070
2014-04-10 10:53:03,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742073_1249 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742073 for deletion
2014-04-10 10:53:03,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742071_1247 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742071
2014-04-10 10:53:03,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742073_1249 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742073
2014-04-10 10:53:03,089 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0024_01_000001
2014-04-10 10:53:03,178 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:53:03,451 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397144823869_0025_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000002.tokens
2014-04-10 10:53:03,452 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0025 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0025
2014-04-10 10:53:03,476 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0024 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:53:03,476 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0024
2014-04-10 10:53:03,476 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0024
2014-04-10 10:53:03,476 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0024
2014-04-10 10:53:03,476 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0024 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:53:03,476 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0024, with delay of 10800 seconds
2014-04-10 10:53:03,476 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0024
2014-04-10 10:53:03,477 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0024
2014-04-10 10:53:03,604 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:53:03,770 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397144823869_0025_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000003.tokens
2014-04-10 10:53:03,770 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0025 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0025
2014-04-10 10:53:04,056 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:53:04,074 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0024 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:53:04,074 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0024
2014-04-10 10:53:04,074 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0024
2014-04-10 10:53:04,074 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0024
2014-04-10 10:53:04,075 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0024 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:53:04,075 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0024, with delay of 10800 seconds
2014-04-10 10:53:04,075 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0024
2014-04-10 10:53:04,075 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0024
2014-04-10 10:53:04,599 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397144823869_0025_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000004.tokens
2014-04-10 10:53:04,599 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0025 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0025
2014-04-10 10:53:04,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.split dst=null perm=null
2014-04-10 10:53:05,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.split dst=null perm=null
2014-04-10 10:53:05,025 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46677, bytes: 1412, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0025_m_000002_0_748987321_1, offset: 512, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742077_1253, duration: 170880
2014-04-10 10:53:05,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.split dst=null perm=null
2014-04-10 10:53:05,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:53:05,086 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38781, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0025_m_000002_0_748987321_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 158461
2014-04-10 10:53:05,098 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54502, bytes: 896, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0025_m_000003_0_175536609_1, offset: 1024, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742077_1253, duration: 286535
2014-04-10 10:53:05,170 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38782, bytes: 1928, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0025_m_000000_0_-1040718277_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742077_1253, duration: 165401
2014-04-10 10:53:05,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:53:05,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:53:05,266 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54508, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0025_m_000000_0_-1040718277_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 175280
2014-04-10 10:53:05,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0025_m_000002_0 dst=null perm=null
2014-04-10 10:53:05,401 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54502, bytes: 52, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0025_m_000003_0_175536609_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004, duration: 180982
2014-04-10 10:53:05,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.split dst=null perm=null
2014-04-10 10:53:05,440 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0025_01_000004
2014-04-10 10:53:05,440 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0025 CONTAINERID=container_1397144823869_0025_01_000004
2014-04-10 10:53:05,440 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:53:05,440 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0025_01_000004
2014-04-10 10:53:05,452 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0025_01_000004 is : 143
2014-04-10 10:53:05,463 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job_1397144823869_0025_1.jhist. BP-1649026925-127.0.0.1-1397144808341 blk_1073742081_1257{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:53:05,464 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(667)) - Number of transactions: 2128 Total time for transactions(ms): 128 Number of transactions batched in Syncs: 0 Number of syncs: 1490 SyncTimes(ms): 16196 7711
2014-04-10 10:53:05,469 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:53:05,470 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000004
2014-04-10 10:53:05,470 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0025 CONTAINERID=container_1397144823869_0025_01_000004
2014-04-10 10:53:05,470 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:53:05,470 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0025_01_000004 from application application_1397144823869_0025
2014-04-10 10:53:05,470 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:05,470 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0025
2014-04-10 10:53:05,471 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000004
2014-04-10 10:53:05,471 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000004
2014-04-10 10:53:05,471 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000004
2014-04-10 10:53:05,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0025_m_000003_0 dst=null perm=null
2014-04-10 10:53:05,511 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46688, bytes: 896, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0025_m_000004_0_997730087_1, offset: 1024, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742077_1253, duration: 172675
2014-04-10 10:53:05,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0025_m_000000_0 dst=null perm=null
2014-04-10 10:53:05,556 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0025_01_000005
2014-04-10 10:53:05,556 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0025 CONTAINERID=container_1397144823869_0025_01_000005
2014-04-10 10:53:05,556 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:53:05,556 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0025_01_000005
2014-04-10 10:53:05,556 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0025_01_000004
2014-04-10 10:53:05,557 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0025_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:53:05,557 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0025_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:53:05,557 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0025 CONTAINERID=container_1397144823869_0025_01_000004
2014-04-10 10:53:05,557 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0025_01_000004 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 10:53:05,557 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 10:53:05,558 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0025_01_000004, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:05,558 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:05,558 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 10:53:05,558 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0025_000001 released container container_1397144823869_0025_01_000004 on node: host: localhost:50571 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 10:53:05,563 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0025_01_000005 is : 143
2014-04-10 10:53:05,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:53:05,573 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:53:05,574 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000005
2014-04-10 10:53:05,574 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000005
2014-04-10 10:53:05,574 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0025 CONTAINERID=container_1397144823869_0025_01_000005
2014-04-10 10:53:05,574 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:53:05,574 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0025_01_000005 from application application_1397144823869_0025
2014-04-10 10:53:05,574 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:05,574 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000005
2014-04-10 10:53:05,574 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000005
2014-04-10 10:53:05,575 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0025
2014-04-10 10:53:05,580 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46562, bytes: 52, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0025_m_000004_0_997730087_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004, duration: 158283
2014-04-10 10:53:05,597 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0025_01_000002
2014-04-10 10:53:05,598 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0025 CONTAINERID=container_1397144823869_0025_01_000002
2014-04-10 10:53:05,598 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:53:05,598 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0025_01_000002
2014-04-10 10:53:05,598 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0025_01_000005
2014-04-10 10:53:05,598 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0025_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:53:05,598 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0025_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:53:05,599 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0025 CONTAINERID=container_1397144823869_0025_01_000005
2014-04-10 10:53:05,599 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0025_01_000005 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:53:05,599 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 10:53:05,599 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0025_01_000005, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:05,599 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:05,599 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:53:05,599 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0025_000001 released container container_1397144823869_0025_01_000005 on node: host: localhost:50571 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:53:05,603 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0025_01_000002 is : 143
2014-04-10 10:53:05,610 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:53:05,611 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000002
2014-04-10 10:53:05,611 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000002
2014-04-10 10:53:05,611 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000002
2014-04-10 10:53:05,611 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000002
2014-04-10 10:53:05,611 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0025 CONTAINERID=container_1397144823869_0025_01_000002
2014-04-10 10:53:05,611 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:53:05,611 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0025_01_000002 from application application_1397144823869_0025
2014-04-10 10:53:05,611 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:05,611 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0025
2014-04-10 10:53:05,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job.split dst=null perm=null
2014-04-10 10:53:05,641 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742081_1257 src: /127.0.0.1:54514 dest: /127.0.0.1:55289
2014-04-10 10:53:05,642 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742081_1257 src: /127.0.0.1:46692 dest: /127.0.0.1:53466
2014-04-10 10:53:05,642 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742081_1257 src: /127.0.0.1:46566 dest: /127.0.0.1:36139
2014-04-10 10:53:05,645 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job_1397144823869_0025_1.jhist for DFSClient_NONMAPREDUCE_1689836686_1
2014-04-10 10:53:05,664 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54517, bytes: 1928, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0025_m_000001_0_-1375981759_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742077_1253, duration: 110783
2014-04-10 10:53:05,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:53:05,789 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0025_m_000004_0 dst=null perm=null
2014-04-10 10:53:05,832 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0025_01_000006
2014-04-10 10:53:05,833 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0025 CONTAINERID=container_1397144823869_0025_01_000006
2014-04-10 10:53:05,833 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:53:05,833 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0025_01_000006
2014-04-10 10:53:05,837 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0025_01_000006 is : 143
2014-04-10 10:53:05,844 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:53:05,844 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000006
2014-04-10 10:53:05,844 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000006
2014-04-10 10:53:05,844 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000006
2014-04-10 10:53:05,845 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000006
2014-04-10 10:53:05,845 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0025 CONTAINERID=container_1397144823869_0025_01_000006
2014-04-10 10:53:05,845 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:53:05,845 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0025_01_000006 from application application_1397144823869_0025
2014-04-10 10:53:05,845 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:05,845 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0025
2014-04-10 10:53:05,858 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38794, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0025_m_000001_0_-1375981759_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 165916
2014-04-10 10:53:05,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0025_m_000001_0 dst=null perm=null
2014-04-10 10:53:05,956 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0025_01_000003
2014-04-10 10:53:05,956 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0025 CONTAINERID=container_1397144823869_0025_01_000003
2014-04-10 10:53:05,956 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:53:05,956 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0025_01_000003
2014-04-10 10:53:05,956 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0025_01_000002
2014-04-10 10:53:05,957 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0025_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:53:05,957 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0025_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:53:05,957 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0025 CONTAINERID=container_1397144823869_0025_01_000002
2014-04-10 10:53:05,958 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0025_01_000002 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:53:05,958 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:53:05,958 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0025_01_000002, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:05,958 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:05,958 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:53:05,958 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0025_000001 released container container_1397144823869_0025_01_000002 on node: host: localhost:50571 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:53:05,963 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0025_01_000003 is : 143
2014-04-10 10:53:05,977 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:53:05,977 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000003
2014-04-10 10:53:05,978 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000003
2014-04-10 10:53:05,978 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000003
2014-04-10 10:53:05,979 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000003
2014-04-10 10:53:05,979 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0025 CONTAINERID=container_1397144823869_0025_01_000003
2014-04-10 10:53:05,980 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:53:05,980 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0025_01_000003 from application application_1397144823869_0025
2014-04-10 10:53:05,980 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:05,980 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0025
2014-04-10 10:53:06,833 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0025_01_000006
2014-04-10 10:53:06,834 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0025_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:53:06,834 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0025_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:53:06,834 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0025 CONTAINERID=container_1397144823869_0025_01_000006
2014-04-10 10:53:06,834 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0025_01_000006 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:53:06,835 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:53:06,835 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0025_01_000006, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:06,835 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:06,835 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:53:06,835 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0025_000001 released container container_1397144823869_0025_01_000006 on node: host: localhost:52024 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:53:06,836 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0025_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:53:06,836 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0025 CONTAINERID=container_1397144823869_0025_01_000007
2014-04-10 10:53:06,836 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0025_01_000007 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:53:06,837 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0025 container=Container: [ContainerId: container_1397144823869_0025_01_000007, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0025_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:06,837 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:53:06,837 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:06,957 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0025_01_000003
2014-04-10 10:53:06,958 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0025_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:53:06,958 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0025_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:53:06,958 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0025 CONTAINERID=container_1397144823869_0025_01_000003
2014-04-10 10:53:06,958 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0025_01_000003 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:53:06,958 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:53:06,958 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0025_01_000003, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:06,959 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:06,959 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:53:06,959 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0025_000001 released container container_1397144823869_0025_01_000003 on node: host: localhost:50571 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:53:07,664 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0025_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:53:07,677 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0025_01_000007 by user brock
2014-04-10 10:53:07,677 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0025 CONTAINERID=container_1397144823869_0025_01_000007
2014-04-10 10:53:07,677 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0025_01_000007 to application application_1397144823869_0025
2014-04-10 10:53:07,678 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 10:53:07,678 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0025
2014-04-10 10:53:07,678 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0025
2014-04-10 10:53:07,678 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:53:07,678 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0025
2014-04-10 10:53:07,679 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:53:07,711 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 10:53:07,711 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:07,768 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000007/default_container_executor.sh]
2014-04-10 10:53:07,834 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0025_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:53:08,668 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:53:09,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0025_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:09,582 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0025_r_000000_0/part-00000. BP-1649026925-127.0.0.1-1397144808341 blk_1073742082_1258{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]}
2014-04-10 10:53:09,678 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742082_1258 src: /127.0.0.1:46713 dest: /127.0.0.1:53466
2014-04-10 10:53:09,679 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742082_1258 src: /127.0.0.1:38813 dest: /127.0.0.1:55175
2014-04-10 10:53:09,680 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742082_1258 src: /127.0.0.1:46588 dest: /127.0.0.1:36139
2014-04-10 10:53:09,691 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46588, dest: /127.0.0.1:36139, bytes: 172, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0025_r_000000_0_-1636442377_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742082_1258, duration: 9485447
2014-04-10 10:53:09,691 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742082_1258, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:09,691 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38813, dest: /127.0.0.1:55175, bytes: 172, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0025_r_000000_0_-1636442377_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742082_1258, duration: 10126369
2014-04-10 10:53:09,691 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742082_1258{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:53:09,692 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742082_1258, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:09,692 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46713, dest: /127.0.0.1:53466, bytes: 172, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0025_r_000000_0_-1636442377_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742082_1258, duration: 10697570
2014-04-10 10:53:09,692 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742082_1258, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:09,692 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742082_1258{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:53:09,693 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742082_1258{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:53:09,781 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0025_r_000000_0/part-00000 is closed by DFSClient_attempt_1397144823869_0025_r_000000_0_-1636442377_1
2014-04-10 10:53:09,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0025_r_000000_0 dst=null perm=null
2014-04-10 10:53:09,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0025_r_000000_0 dst=null perm=null
2014-04-10 10:53:09,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup/_temporary/1/task_1397144823869_0025_r_000000 dst=null perm=null
2014-04-10 10:53:09,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0025_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup/_temporary/1/task_1397144823869_0025_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:53:09,895 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0025_01_000007
2014-04-10 10:53:09,896 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0025 CONTAINERID=container_1397144823869_0025_01_000007
2014-04-10 10:53:09,896 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000007 transitioned from RUNNING to KILLING
2014-04-10 10:53:09,896 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0025_01_000007
2014-04-10 10:53:09,901 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0025_01_000007 is : 143
2014-04-10 10:53:09,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:09,916 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:53:09,917 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000007
2014-04-10 10:53:09,917 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000007
2014-04-10 10:53:09,917 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000007
2014-04-10 10:53:09,917 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000007
2014-04-10 10:53:09,918 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0025 CONTAINERID=container_1397144823869_0025_01_000007
2014-04-10 10:53:09,918 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:53:09,918 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0025_01_000007 from application application_1397144823869_0025
2014-04-10 10:53:09,918 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:09,918 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0025
2014-04-10 10:53:09,931 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1689836686_1
2014-04-10 10:53:09,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup/_temporary/1 dst=null perm=null
2014-04-10 10:53:09,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup dst=null perm=null
2014-04-10 10:53:09,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup dst=null perm=null
2014-04-10 10:53:09,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup/_temporary/1/task_1397144823869_0025_r_000000 dst=null perm=null
2014-04-10 10:53:09,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:53:09,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup/_temporary/1/task_1397144823869_0025_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:09,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup/_temporary dst=null perm=null
2014-04-10 10:53:09,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:10,006 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1689836686_1
2014-04-10 10:53:10,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:10,039 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1689836686_1
2014-04-10 10:53:10,059 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46566, dest: /127.0.0.1:36139, bytes: 69536, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1689836686_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742081_1257, duration: 4415307868
2014-04-10 10:53:10,059 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742081_1257, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:10,059 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46692, dest: /127.0.0.1:53466, bytes: 69536, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1689836686_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742081_1257, duration: 4416303103
2014-04-10 10:53:10,060 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742081_1257{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 15778
2014-04-10 10:53:10,060 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742081_1257, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:10,061 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54514, dest: /127.0.0.1:55289, bytes: 69536, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1689836686_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742081_1257, duration: 4417129693
2014-04-10 10:53:10,061 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742081_1257{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 15778
2014-04-10 10:53:10,061 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742081_1257, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:10,061 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742081_1257{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 15778
2014-04-10 10:53:10,073 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job_1397144823869_0025_1.jhist is closed by DFSClient_NONMAPREDUCE_1689836686_1
2014-04-10 10:53:10,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0025.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:10,093 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0025.summary_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742083_1259{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:53:10,108 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742083_1259 src: /127.0.0.1:46589 dest: /127.0.0.1:36139
2014-04-10 10:53:10,109 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742083_1259 src: /127.0.0.1:38816 dest: /127.0.0.1:55175
2014-04-10 10:53:10,111 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742083_1259 src: /127.0.0.1:54541 dest: /127.0.0.1:55289
2014-04-10 10:53:10,114 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54541, dest: /127.0.0.1:55289, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1689836686_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742083_1259, duration: 1998358
2014-04-10 10:53:10,114 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742083_1259, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:10,114 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742083_1259{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:53:10,114 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38816, dest: /127.0.0.1:55175, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1689836686_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742083_1259, duration: 2548961
2014-04-10 10:53:10,115 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742083_1259, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:10,115 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742083_1259{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:53:10,115 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46589, dest: /127.0.0.1:36139, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1689836686_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742083_1259, duration: 3483814
2014-04-10 10:53:10,116 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742083_1259, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:10,116 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742083_1259{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:53:10,131 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0025.summary_tmp is closed by DFSClient_NONMAPREDUCE_1689836686_1
2014-04-10 10:53:10,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0025.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:53:10,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job_1397144823869_0025_1.jhist dst=null perm=null
2014-04-10 10:53:10,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0025-1397145176480-brock-%5B20CE286564924ADFB4F635C908FF117A%2F1901A915962E4F6C-1397145190041-5-1-SUCCEEDED-default-1397145179606.jhist_tmp dst=null perm=null
2014-04-10 10:53:10,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job_1397144823869_0025_1.jhist dst=null perm=null
2014-04-10 10:53:10,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0025-1397145176480-brock-%5B20CE286564924ADFB4F635C908FF117A%2F1901A915962E4F6C-1397145190041-5-1-SUCCEEDED-default-1397145179606.jhist_tmp dst=null perm=null
2014-04-10 10:53:10,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job_1397144823869_0025_1.jhist dst=null perm=null
2014-04-10 10:53:10,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0025-1397145176480-brock-%5B20CE286564924ADFB4F635C908FF117A%2F1901A915962E4F6C-1397145190041-5-1-SUCCEEDED-default-1397145179606.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:10,184 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46592, bytes: 70080, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1689836686_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742081_1257, duration: 371810
2014-04-10 10:53:10,187 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0025-1397145176480-brock-%5B20CE286564924ADFB4F635C908FF117A%2F1901A915962E4F6C-1397145190041-5-1-SUCCEEDED-default-1397145179606.jhist_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742084_1260{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]}
2014-04-10 10:53:10,200 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742084_1260 src: /127.0.0.1:46593 dest: /127.0.0.1:36139
2014-04-10 10:53:10,201 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742084_1260 src: /127.0.0.1:54544 dest: /127.0.0.1:55289
2014-04-10 10:53:10,202 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742084_1260 src: /127.0.0.1:38821 dest: /127.0.0.1:55175
2014-04-10 10:53:10,208 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38821, dest: /127.0.0.1:55175, bytes: 69536, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1689836686_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742084_1260, duration: 4929651
2014-04-10 10:53:10,209 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742084_1260, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:10,209 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742084_1260{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:53:10,209 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54544, dest: /127.0.0.1:55289, bytes: 69536, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1689836686_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742084_1260, duration: 5641884
2014-04-10 10:53:10,209 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742084_1260, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:10,209 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742084_1260{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:53:10,210 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46593, dest: /127.0.0.1:36139, bytes: 69536, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1689836686_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742084_1260, duration: 6226859
2014-04-10 10:53:10,210 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742084_1260, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:10,210 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742084_1260{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:53:10,222 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0025-1397145176480-brock-%5B20CE286564924ADFB4F635C908FF117A%2F1901A915962E4F6C-1397145190041-5-1-SUCCEEDED-default-1397145179606.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1689836686_1
2014-04-10 10:53:10,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0025-1397145176480-brock-%5B20CE286564924ADFB4F635C908FF117A%2F1901A915962E4F6C-1397145190041-5-1-SUCCEEDED-default-1397145179606.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:53:10,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job_1397144823869_0025_1_conf.xml dst=null perm=null
2014-04-10 10:53:10,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0025_conf.xml_tmp dst=null perm=null
2014-04-10 10:53:10,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job_1397144823869_0025_1_conf.xml dst=null perm=null
2014-04-10 10:53:10,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0025_conf.xml_tmp dst=null perm=null
2014-04-10 10:53:10,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025/job_1397144823869_0025_1_conf.xml dst=null perm=null
2014-04-10 10:53:10,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0025_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:10,256 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46723, bytes: 97172, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1689836686_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742080_1256, duration: 373717
2014-04-10 10:53:10,259 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0025_conf.xml_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742085_1261{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:53:10,275 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742085_1261 src: /127.0.0.1:38823 dest: /127.0.0.1:55175
2014-04-10 10:53:10,276 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742085_1261 src: /127.0.0.1:46725 dest: /127.0.0.1:53466
2014-04-10 10:53:10,277 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742085_1261 src: /127.0.0.1:54549 dest: /127.0.0.1:55289
2014-04-10 10:53:10,281 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54549, dest: /127.0.0.1:55289, bytes: 96416, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1689836686_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742085_1261, duration: 2163992
2014-04-10 10:53:10,281 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742085_1261, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:10,281 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742085_1261{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:53:10,281 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46725, dest: /127.0.0.1:53466, bytes: 96416, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1689836686_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742085_1261, duration: 2622400
2014-04-10 10:53:10,282 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742085_1261, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:10,282 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742085_1261{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:53:10,282 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38823, dest: /127.0.0.1:55175, bytes: 96416, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1689836686_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742085_1261, duration: 3087599
2014-04-10 10:53:10,282 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742085_1261, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:10,282 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742085_1261{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:53:10,298 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0025_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1689836686_1
2014-04-10 10:53:10,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0025_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:53:10,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0025.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0025.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:53:10,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0025_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0025_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:53:10,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0025-1397145176480-brock-%5B20CE286564924ADFB4F635C908FF117A%2F1901A915962E4F6C-1397145190041-5-1-SUCCEEDED-default-1397145179606.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0025-1397145176480-brock-%5B20CE286564924ADFB4F635C908FF117A%2F1901A915962E4F6C-1397145190041-5-1-SUCCEEDED-default-1397145179606.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:53:10,364 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397144823869_0025_000001 with final state: FINISHING
2014-04-10 10:53:10,364 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0025_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:53:10,365 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397144823869_0025 with final state: FINISHING
2014-04-10 10:53:10,365 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0025 State change from RUNNING to FINAL_SAVING
2014-04-10 10:53:10,365 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0025
2014-04-10 10:53:10,366 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0025_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:53:10,366 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0025 State change from FINAL_SAVING to FINISHING
2014-04-10 10:53:10,384 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:53:10,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:53:10,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:53:10,388 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397144823869_0025 from file: hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0025-1397145176480-brock-%5B20CE286564924ADFB4F635C908FF117A%2F1901A915962E4F6C-1397145190041-5-1-SUCCEEDED-default-1397145179606.jhist
2014-04-10 10:53:10,389 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0025-1397145176480-brock-%5B20CE286564924ADFB4F635C908FF117A%2F1901A915962E4F6C-1397145190041-5-1-SUCCEEDED-default-1397145179606.jhist]
2014-04-10 10:53:10,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0025-1397145176480-brock-%5B20CE286564924ADFB4F635C908FF117A%2F1901A915962E4F6C-1397145190041-5-1-SUCCEEDED-default-1397145179606.jhist dst=null perm=null
2014-04-10 10:53:10,393 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46601, bytes: 70080, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742084_1260, duration: 405053
2014-04-10 10:53:10,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0025.summary dst=null perm=null
2014-04-10 10:53:10,416 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46601, bytes: 457, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_538767685_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742083_1259, duration: 219498
2014-04-10 10:53:10,416 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397144823869_0025,submitTime=1397145176480,launchTime=1397145179606,firstMapTaskLaunchTime=1397145181775,firstReduceTaskLaunchTime=1397145187678,finishTime=1397145190041,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=5,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=19,reduceSlotSeconds=2,jobName=[20CE286564924ADFB4F635C908FF117A/1901A915962E4F6CBA581351BE9AD03B] lower*upper/(1/1) ...oupouterinner-resultgroup
2014-04-10 10:53:10,417 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0025.summary]
2014-04-10 10:53:10,431 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742083_1259 127.0.0.1:36139 127.0.0.1:55175 127.0.0.1:55289
2014-04-10 10:53:10,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0025.summary dst=null perm=null
2014-04-10 10:53:10,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:53:10,434 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0025-1397145176480-brock-%5B20CE286564924ADFB4F635C908FF117A%2F1901A915962E4F6C-1397145190041-5-1-SUCCEEDED-default-1397145179606.jhist to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0025-1397145176480-brock-%5B20CE286564924ADFB4F635C908FF117A%2F1901A915962E4F6C-1397145190041-5-1-SUCCEEDED-default-1397145179606.jhist
2014-04-10 10:53:10,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0025-1397145176480-brock-%5B20CE286564924ADFB4F635C908FF117A%2F1901A915962E4F6C-1397145190041-5-1-SUCCEEDED-default-1397145179606.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0025-1397145176480-brock-%5B20CE286564924ADFB4F635C908FF117A%2F1901A915962E4F6C-1397145190041-5-1-SUCCEEDED-default-1397145179606.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:53:10,448 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0025_conf.xml to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0025_conf.xml
2014-04-10 10:53:10,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0025_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0025_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:53:10,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup dst=null perm=null
2014-04-10 10:53:10,477 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup/_temporary
2014-04-10 10:53:10,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup/_temporary dst=null perm=null
2014-04-10 10:53:10,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup dst=null perm=null
2014-04-10 10:53:10,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup dst=null perm=null
2014-04-10 10:53:10,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup dst=null perm=null
2014-04-10 10:53:10,496 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:53:10,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:53:10,500 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46601, bytes: 176, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742082_1258, duration: 208002
2014-04-10 10:53:10,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup dst=null perm=null
2014-04-10 10:53:10,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup dst=null perm=null
2014-04-10 10:53:10,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup dst=null perm=null
2014-04-10 10:53:10,519 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:53:10,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:53:10,523 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38829, bytes: 176, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742082_1258, duration: 231608
2014-04-10 10:53:10,525 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner
2014-04-10 10:53:10,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner dst=null perm=null
2014-04-10 10:53:10,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner dst=null perm=null
2014-04-10 10:53:10,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner dst=null perm=null
2014-04-10 10:53:10,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner dst=null perm=null
2014-04-10 10:53:10,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner/part-00000 dst=null perm=null
2014-04-10 10:53:10,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner/part-00000 dst=null perm=null
2014-04-10 10:53:10,533 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46731, bytes: 176, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742072_1248, duration: 238131
2014-04-10 10:53:10,533 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup
2014-04-10 10:53:10,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup dst=null perm=null
2014-04-10 10:53:10,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup dst=null perm=null
2014-04-10 10:53:10,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup dst=null perm=null
2014-04-10 10:53:10,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup dst=null perm=null
2014-04-10 10:53:10,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:53:10,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinner-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:53:10,539 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46731, bytes: 176, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742082_1258, duration: 198953
2014-04-10 10:53:10,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:53:10,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:53:10,559 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 10:53:10,559 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 10:53:10,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull dst=null perm=null
2014-04-10 10:53:10,570 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting
2014-04-10 10:53:10,570 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextDelimited[['num', 'char' | Integer, String]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt"]
2014-04-10 10:53:10,570 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextDelimited[['num', 'char' | Integer, String]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt"]
2014-04-10 10:53:10,570 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] sink: Hfs["TextDelimited[[0:3]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull"]
2014-04-10 10:53:10,570 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] parallel execution is enabled: true
2014-04-10 10:53:10,570 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting jobs: 1
2014-04-10 10:53:10,570 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] allocating threads: 1
2014-04-10 10:53:10,571 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) ...orm/cogroupinnerouternull
2014-04-10 10:53:10,588 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:53:10,596 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:53:10,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull dst=null perm=null
2014-04-10 10:53:10,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:53:10,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:53:10,599 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 26
2014-04-10 10:53:10,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026 dst=null perm=null
2014-04-10 10:53:10,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:53:10,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:53:10,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.jar dst=null perm=null
2014-04-10 10:53:10,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:53:10,650 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073742086_1262{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:53:10,665 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742086_1262 src: /127.0.0.1:46732 dest: /127.0.0.1:53466
2014-04-10 10:53:10,667 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742086_1262 src: /127.0.0.1:38832 dest: /127.0.0.1:55175
2014-04-10 10:53:10,668 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742086_1262 src: /127.0.0.1:54557 dest: /127.0.0.1:55289
2014-04-10 10:53:10,673 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54557, dest: /127.0.0.1:55289, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742086_1262, duration: 3107152
2014-04-10 10:53:10,673 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742086_1262, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:10,673 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742086_1262{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:53:10,673 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38832, dest: /127.0.0.1:55175, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742086_1262, duration: 3891521
2014-04-10 10:53:10,674 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742086_1262, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:10,674 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46732, dest: /127.0.0.1:53466, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742086_1262, duration: 4531129
2014-04-10 10:53:10,674 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742086_1262{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:53:10,674 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742086_1262, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:10,678 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742086_1262{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:53:10,689 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:53:10,690 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.jar
2014-04-10 10:53:10,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.jar dst=null perm=null
2014-04-10 10:53:10,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:53:10,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:53:10,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:53:10,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:53:10,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:53:10,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:53:10,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:53:10,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:53:10,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:53:10,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:53:10,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:53:10,717 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:53:10,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:53:10,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:53:10,720 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:53:10,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:53:10,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:53:10,723 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:53:10,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:53:10,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:53:10,726 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:53:10,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:53:10,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:53:10,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:53:10,748 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.split
2014-04-10 10:53:10,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.split dst=null perm=null
2014-04-10 10:53:10,758 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.split. BP-1649026925-127.0.0.1-1397144808341 blk_1073742087_1263{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:53:10,774 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742087_1263 src: /127.0.0.1:46735 dest: /127.0.0.1:53466
2014-04-10 10:53:10,775 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742087_1263 src: /127.0.0.1:46609 dest: /127.0.0.1:36139
2014-04-10 10:53:10,776 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742087_1263 src: /127.0.0.1:38836 dest: /127.0.0.1:55175
2014-04-10 10:53:10,777 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742087_1263 src: /127.0.0.1:54561 dest: /127.0.0.1:55289
2014-04-10 10:53:10,782 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54561, dest: /127.0.0.1:55289, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742087_1263, duration: 3939449
2014-04-10 10:53:10,784 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742087_1263, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:10,784 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742087_1263{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:53:10,784 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38836, dest: /127.0.0.1:55175, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742087_1263, duration: 5896023
2014-04-10 10:53:10,785 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742087_1263, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:10,785 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742087_1263{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:53:10,785 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46609, dest: /127.0.0.1:36139, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742087_1263, duration: 6507090
2014-04-10 10:53:10,785 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742087_1263, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:10,786 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742087_1263{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:53:10,786 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46735, dest: /127.0.0.1:53466, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742087_1263, duration: 7024861
2014-04-10 10:53:10,786 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742087_1263, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:10,787 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742087_1263{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:53:10,797 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.split is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:53:10,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:53:10,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:53:10,816 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.splitmetainfo. BP-1649026925-127.0.0.1-1397144808341 blk_1073742088_1264{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:53:10,822 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:53466 to replicate blk_1073742086_1262 to datanode(s) 127.0.0.1:36139
2014-04-10 10:53:10,822 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073742083_1259]
2014-04-10 10:53:10,822 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073742083_1259]
2014-04-10 10:53:10,832 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742088_1264 src: /127.0.0.1:38838 dest: /127.0.0.1:55175
2014-04-10 10:53:10,834 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742088_1264 src: /127.0.0.1:46740 dest: /127.0.0.1:53466
2014-04-10 10:53:10,835 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742088_1264 src: /127.0.0.1:46614 dest: /127.0.0.1:36139
2014-04-10 10:53:10,838 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46614, dest: /127.0.0.1:36139, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742088_1264, duration: 1636672
2014-04-10 10:53:10,838 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742088_1264, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:10,838 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742088_1264{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:53:10,839 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46740, dest: /127.0.0.1:53466, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742088_1264, duration: 2306746
2014-04-10 10:53:10,839 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742088_1264, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:10,839 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742088_1264{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:53:10,839 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38838, dest: /127.0.0.1:55175, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742088_1264, duration: 3060089
2014-04-10 10:53:10,840 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742088_1264, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:10,841 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742088_1264{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:53:10,856 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:53:10,856 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 10:53:10,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:53:10,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:53:10,879 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742089_1265{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:53:10,891 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742089_1265 src: /127.0.0.1:46742 dest: /127.0.0.1:53466
2014-04-10 10:53:10,892 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742089_1265 src: /127.0.0.1:46616 dest: /127.0.0.1:36139
2014-04-10 10:53:10,893 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742089_1265 src: /127.0.0.1:38843 dest: /127.0.0.1:55175
2014-04-10 10:53:10,896 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0025_01_000007
2014-04-10 10:53:10,896 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38843, dest: /127.0.0.1:55175, bytes: 82855, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742089_1265, duration: 2545891
2014-04-10 10:53:10,897 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742089_1265, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:10,897 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0025_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:53:10,897 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742089_1265{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:53:10,897 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46616, dest: /127.0.0.1:36139, bytes: 82855, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742089_1265, duration: 3024613
2014-04-10 10:53:10,897 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0025_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 10:53:10,898 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742089_1265, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:10,898 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742089_1265{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:53:10,898 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0025 CONTAINERID=container_1397144823869_0025_01_000007
2014-04-10 10:53:10,898 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46742, dest: /127.0.0.1:53466, bytes: 82855, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742089_1265, duration: 3708988
2014-04-10 10:53:10,898 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0025_01_000007 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:53:10,898 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742089_1265, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:10,899 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742089_1265{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:53:10,899 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:53:10,899 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0025_01_000007, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:10,899 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:10,899 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:53:10,900 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0025_000001 released container container_1397144823869_0025_01_000007 on node: host: localhost:52024 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:53:10,914 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.xml is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:53:10,915 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397144823869_0026
2014-04-10 10:53:10,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026 dst=null perm=null
2014-04-10 10:53:10,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.xml dst=null perm=null
2014-04-10 10:53:10,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.xml dst=null perm=null
2014-04-10 10:53:10,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.jar dst=null perm=null
2014-04-10 10:53:10,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.jar dst=null perm=null
2014-04-10 10:53:10,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.split dst=null perm=null
2014-04-10 10:53:10,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.split dst=null perm=null
2014-04-10 10:53:10,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.splitmetainfo dst=null perm=null
2014-04-10 10:53:10,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.splitmetainfo dst=null perm=null
2014-04-10 10:53:10,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:53:10,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:53:10,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:53:10,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:53:10,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:53:10,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:53:10,970 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 26 submitted by user brock
2014-04-10 10:53:10,971 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397144823869_0026
2014-04-10 10:53:10,971 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397144823869_0026
2014-04-10 10:53:10,971 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0026
2014-04-10 10:53:10,971 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0026 State change from NEW to NEW_SAVING
2014-04-10 10:53:10,972 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0026 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:53:10,972 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397144823869_0026_000001
2014-04-10 10:53:10,972 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0026_000001 State change from NEW to SUBMITTED
2014-04-10 10:53:10,972 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397144823869_0026 from user: brock activated in queue: default
2014-04-10 10:53:10,972 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397144823869_0026 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@1ba82161, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:53:10,973 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397144823869_0026 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:53:10,973 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397144823869_0026
2014-04-10 10:53:10,973 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397144823869_0026_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:53:10,973 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0026_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:53:10,974 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0026 State change from SUBMITTED to ACCEPTED
2014-04-10 10:53:10,976 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:60619/proxy/application_1397144823869_0026/
2014-04-10 10:53:10,976 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397144823869_0026
2014-04-10 10:53:10,976 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:60619/proxy/application_1397144823869_0026/
2014-04-10 10:53:11,077 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0026_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:53:11,078 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0026 CONTAINERID=container_1397144823869_0026_01_000001
2014-04-10 10:53:11,078 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0026_01_000001 of capacity <memory:2048, vCores:1> on host localhost:56736, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2014-04-10 10:53:11,078 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0026 container=Container: [ContainerId: container_1397144823869_0026_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0026_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:11,078 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:53:11,078 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0026_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:53:11,078 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:11,079 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397144823869_0026 AttemptId: appattempt_1397144823869_0026_000001 MasterContainer: Container: [ContainerId: container_1397144823869_0026_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ]
2014-04-10 10:53:11,079 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0026_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:53:11,079 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0026_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:53:11,080 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397144823869_0026_000001
2014-04-10 10:53:11,080 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397144823869_0026_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] for AM appattempt_1397144823869_0026_000001
2014-04-10 10:53:11,080 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397144823869_0026_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:53:11,083 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0026_000001 (auth:SIMPLE)
2014-04-10 10:53:11,085 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0026_01_000001 by user brock
2014-04-10 10:53:11,085 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0026
2014-04-10 10:53:11,086 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0026 CONTAINERID=container_1397144823869_0026_01_000001
2014-04-10 10:53:11,086 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0026 transitioned from NEW to INITING
2014-04-10 10:53:11,086 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0026_01_000001 to application application_1397144823869_0026
2014-04-10 10:53:11,086 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0026 transitioned from INITING to RUNNING
2014-04-10 10:53:11,086 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397144823869_0026_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] for AM appattempt_1397144823869_0026_000001
2014-04-10 10:53:11,086 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0026_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:53:11,087 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:53:11,087 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0026
2014-04-10 10:53:11,087 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:53:11,087 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:53:11,087 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:53:11,088 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:53:11,088 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0026_01_000001
2014-04-10 10:53:11,097 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397144823869_0026_01_000001.tokens. Credentials list:
2014-04-10 10:53:11,111 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:53:11,171 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397144823869_0026_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000001.tokens
2014-04-10 10:53:11,172 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0026 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0026
2014-04-10 10:53:11,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.jar dst=null perm=null
2014-04-10 10:53:11,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.jar dst=null perm=null
2014-04-10 10:53:11,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.jar dst=null perm=null
2014-04-10 10:53:11,282 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54571, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-720487793_17385, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742086_1262, duration: 826610
2014-04-10 10:53:11,305 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0026/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:53:11,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.splitmetainfo dst=null perm=null
2014-04-10 10:53:11,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.splitmetainfo dst=null perm=null
2014-04-10 10:53:11,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.splitmetainfo dst=null perm=null
2014-04-10 10:53:11,329 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38829, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-720487793_17385, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742088_1264, duration: 227785
2014-04-10 10:53:11,346 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0026/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:53:11,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.split dst=null perm=null
2014-04-10 10:53:11,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.split dst=null perm=null
2014-04-10 10:53:11,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.split dst=null perm=null
2014-04-10 10:53:11,371 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54571, bytes: 1928, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-720487793_17385, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742087_1263, duration: 217826
2014-04-10 10:53:11,389 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0026/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:53:11,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.xml dst=null perm=null
2014-04-10 10:53:11,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.xml dst=null perm=null
2014-04-10 10:53:11,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.xml dst=null perm=null
2014-04-10 10:53:11,412 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46601, bytes: 83503, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-720487793_17385, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742089_1265, duration: 382883
2014-04-10 10:53:11,430 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0026/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:53:11,430 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:53:11,431 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742076_1252 127.0.0.1:55175 127.0.0.1:36139 127.0.0.1:53466 127.0.0.1:55289
2014-04-10 10:53:11,431 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742077_1253 127.0.0.1:55175 127.0.0.1:55289 127.0.0.1:36139 127.0.0.1:53466
2014-04-10 10:53:11,432 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742078_1254 127.0.0.1:53466 127.0.0.1:55175 127.0.0.1:55289
2014-04-10 10:53:11,432 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742079_1255 127.0.0.1:53466 127.0.0.1:36139 127.0.0.1:55289
2014-04-10 10:53:11,432 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742081_1257 127.0.0.1:55289 127.0.0.1:53466 127.0.0.1:36139
2014-04-10 10:53:11,433 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742080_1256 127.0.0.1:55289 127.0.0.1:36139 127.0.0.1:53466
2014-04-10 10:53:11,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0025 dst=null perm=null
2014-04-10 10:53:11,466 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:53:11,467 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:11,524 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000001/default_container_executor.sh]
2014-04-10 10:53:12,076 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0026_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:53:12,076 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=c77d7afe-f695-41db-95ad-e46c268e06f7, infoPort=43222, ipcPort=44592, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) Starting thread to transfer BP-1649026925-127.0.0.1-1397144808341:blk_1073742086_1262 to 127.0.0.1:36139
2014-04-10 10:53:12,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742083_1259 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742083 for deletion
2014-04-10 10:53:12,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742083_1259 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742083
2014-04-10 10:53:12,077 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742086_1262 src: /127.0.0.1:46623 dest: /127.0.0.1:36139
2014-04-10 10:53:12,078 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1649026925-127.0.0.1-1397144808341:blk_1073742086_1262 (numBytes=244650) to 127.0.0.1/127.0.0.1:36139
2014-04-10 10:53:12,079 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1649026925-127.0.0.1-1397144808341:blk_1073742086_1262 src: /127.0.0.1:46623 dest: /127.0.0.1:36139 of size 244650
2014-04-10 10:53:12,079 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742086_1262 size 244650
2014-04-10 10:53:12,087 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742083_1259 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742083 for deletion
2014-04-10 10:53:12,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742083_1259 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742083
2014-04-10 10:53:12,234 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742083_1259
2014-04-10 10:53:12,234 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742081_1257
2014-04-10 10:53:12,236 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742086_1262
2014-04-10 10:53:12,236 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742087_1263
2014-04-10 10:53:12,291 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742087_1263
2014-04-10 10:53:12,291 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742082_1258
2014-04-10 10:53:12,292 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742089_1265
2014-04-10 10:53:12,292 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742081_1257
2014-04-10 10:53:12,292 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742089_1265
2014-04-10 10:53:12,292 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742082_1258
2014-04-10 10:53:12,293 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742085_1261
2014-04-10 10:53:12,293 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742088_1264
2014-04-10 10:53:12,436 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742085_1261
2014-04-10 10:53:12,437 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742084_1260
2014-04-10 10:53:12,493 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742086_1262
2014-04-10 10:53:12,494 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742086_1262
2014-04-10 10:53:12,494 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742087_1263
2014-04-10 10:53:12,494 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742085_1261
2014-04-10 10:53:12,495 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742088_1264
2014-04-10 10:53:12,495 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742084_1260
2014-04-10 10:53:12,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:53:12,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/COMMIT_STARTED dst=null perm=null
2014-04-10 10:53:12,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:53:12,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/COMMIT_FAIL dst=null perm=null
2014-04-10 10:53:12,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026 dst=null perm=null
2014-04-10 10:53:12,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:53:12,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:53:12,884 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742084_1260
2014-04-10 10:53:12,884 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742088_1264
2014-04-10 10:53:12,885 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742089_1265
2014-04-10 10:53:12,885 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742087_1263
2014-04-10 10:53:12,885 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742082_1258
2014-04-10 10:53:12,886 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742081_1257
2014-04-10 10:53:12,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.splitmetainfo dst=null perm=null
2014-04-10 10:53:12,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.splitmetainfo dst=null perm=null
2014-04-10 10:53:13,011 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46626, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1102394801_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742088_1264, duration: 164882
2014-04-10 10:53:13,086 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742086_1262
2014-04-10 10:53:13,596 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0026_000001 (auth:SIMPLE)
2014-04-10 10:53:13,597 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397144823869_0026_000001
2014-04-10 10:53:13,597 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397144823869_0026 APPATTEMPTID=appattempt_1397144823869_0026_000001
2014-04-10 10:53:13,598 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0026_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:53:13,598 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0026 State change from ACCEPTED to RUNNING
2014-04-10 10:53:13,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job_1397144823869_0026_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:13,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:53:13,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job_1397144823869_0026_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:13,800 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job_1397144823869_0026_1_conf.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742090_1266{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:53:13,822 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073742080_1256, blk_1073742081_1257, blk_1073742076_1252, blk_1073742077_1253, blk_1073742079_1255]
2014-04-10 10:53:13,823 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073742080_1256, blk_1073742081_1257, blk_1073742083_1259, blk_1073742076_1252, blk_1073742077_1253, blk_1073742078_1254, blk_1073742079_1255]
2014-04-10 10:53:13,842 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742090_1266 src: /127.0.0.1:54580 dest: /127.0.0.1:55289
2014-04-10 10:53:13,843 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742090_1266 src: /127.0.0.1:46631 dest: /127.0.0.1:36139
2014-04-10 10:53:13,844 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742090_1266 src: /127.0.0.1:38858 dest: /127.0.0.1:55175
2014-04-10 10:53:13,852 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38858, dest: /127.0.0.1:55175, bytes: 96838, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1102394801_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742090_1266, duration: 6613878
2014-04-10 10:53:13,852 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742090_1266, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:13,853 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742090_1266{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:53:13,853 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46631, dest: /127.0.0.1:36139, bytes: 96838, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1102394801_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742090_1266, duration: 7512675
2014-04-10 10:53:13,853 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742090_1266, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:13,853 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742090_1266{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:53:13,853 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54580, dest: /127.0.0.1:55289, bytes: 96838, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1102394801_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742090_1266, duration: 8425338
2014-04-10 10:53:13,854 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742090_1266, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:13,854 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742090_1266{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:53:13,872 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job_1397144823869_0026_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1102394801_1
2014-04-10 10:53:14,898 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0026_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:53:14,898 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0026 CONTAINERID=container_1397144823869_0026_01_000002
2014-04-10 10:53:14,898 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0026_01_000002 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:53:14,899 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0026 container=Container: [ContainerId: container_1397144823869_0026_01_000002, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0026_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:14,899 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:53:14,899 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:14,900 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0026_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:53:14,900 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0026 CONTAINERID=container_1397144823869_0026_01_000003
2014-04-10 10:53:14,900 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0026_01_000003 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:53:14,900 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0026 container=Container: [ContainerId: container_1397144823869_0026_01_000003, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0026_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:14,900 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:53:14,900 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:14,901 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0026_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:53:14,901 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0026 CONTAINERID=container_1397144823869_0026_01_000004
2014-04-10 10:53:14,901 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0026_01_000004 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 10:53:14,901 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0026 container=Container: [ContainerId: container_1397144823869_0026_01_000004, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0026_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:14,901 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:53:14,902 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:14,902 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0026_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:53:14,902 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0026 CONTAINERID=container_1397144823869_0026_01_000005
2014-04-10 10:53:14,902 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0026_01_000005 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 10:53:14,903 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0026 container=Container: [ContainerId: container_1397144823869_0026_01_000005, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0026_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:14,903 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:53:14,903 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:14,960 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0026_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:53:14,960 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0026 CONTAINERID=container_1397144823869_0026_01_000006
2014-04-10 10:53:14,960 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0026_01_000006 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:53:14,960 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0026 container=Container: [ContainerId: container_1397144823869_0026_01_000006, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0026_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:14,960 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 10:53:14,960 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:15,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742080_1256 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742080 for deletion
2014-04-10 10:53:15,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742081_1257 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742081 for deletion
2014-04-10 10:53:15,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742080_1256 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742080
2014-04-10 10:53:15,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742083_1259 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742083 for deletion
2014-04-10 10:53:15,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742081_1257 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742081
2014-04-10 10:53:15,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742076_1252 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742076 for deletion
2014-04-10 10:53:15,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742083_1259 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742083
2014-04-10 10:53:15,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742077_1253 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742077 for deletion
2014-04-10 10:53:15,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742078_1254 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742078 for deletion
2014-04-10 10:53:15,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742076_1252 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742076
2014-04-10 10:53:15,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742079_1255 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742079 for deletion
2014-04-10 10:53:15,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742077_1253 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742077
2014-04-10 10:53:15,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742078_1254 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742078
2014-04-10 10:53:15,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742079_1255 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742079
2014-04-10 10:53:15,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742080_1256 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742080 for deletion
2014-04-10 10:53:15,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742081_1257 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742081 for deletion
2014-04-10 10:53:15,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742076_1252 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742076 for deletion
2014-04-10 10:53:15,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742080_1256 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742080
2014-04-10 10:53:15,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742077_1253 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742077 for deletion
2014-04-10 10:53:15,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742081_1257 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742081
2014-04-10 10:53:15,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742079_1255 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742079 for deletion
2014-04-10 10:53:15,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742077_1253 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742077
2014-04-10 10:53:15,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742076_1252 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742076
2014-04-10 10:53:15,090 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742079_1255 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742079
2014-04-10 10:53:15,633 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0026_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:53:15,633 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0026_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:53:15,633 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0026_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:53:15,634 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0026_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:53:15,634 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0026_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:53:15,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.jar dst=null perm=null
2014-04-10 10:53:15,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.jar dst=null perm=null
2014-04-10 10:53:15,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.xml dst=null perm=null
2014-04-10 10:53:15,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.xml dst=null perm=null
2014-04-10 10:53:15,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:53:15,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:53:15,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:53:15,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:53:15,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:53:15,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:53:15,754 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0026_000001 (auth:SIMPLE)
2014-04-10 10:53:15,754 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0026_000001 (auth:SIMPLE)
2014-04-10 10:53:15,758 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0026_01_000003 by user brock
2014-04-10 10:53:15,758 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0026_01_000004 by user brock
2014-04-10 10:53:15,758 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0026
2014-04-10 10:53:15,758 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0026_01_000006 by user brock
2014-04-10 10:53:15,758 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0026 CONTAINERID=container_1397144823869_0026_01_000004
2014-04-10 10:53:15,758 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0026_01_000005 by user brock
2014-04-10 10:53:15,759 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0026
2014-04-10 10:53:15,758 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0026 CONTAINERID=container_1397144823869_0026_01_000003
2014-04-10 10:53:15,759 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0026 CONTAINERID=container_1397144823869_0026_01_000006
2014-04-10 10:53:15,758 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0026_01_000004 to application application_1397144823869_0026
2014-04-10 10:53:15,758 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0026_01_000002 by user brock
2014-04-10 10:53:15,760 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0026 transitioned from NEW to INITING
2014-04-10 10:53:15,759 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0026 transitioned from NEW to INITING
2014-04-10 10:53:15,759 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0026 CONTAINERID=container_1397144823869_0026_01_000005
2014-04-10 10:53:15,760 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0026_01_000006 to application application_1397144823869_0026
2014-04-10 10:53:15,760 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0026 CONTAINERID=container_1397144823869_0026_01_000002
2014-04-10 10:53:15,760 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0026 transitioned from INITING to RUNNING
2014-04-10 10:53:15,760 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0026_01_000003 to application application_1397144823869_0026
2014-04-10 10:53:15,761 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0026_01_000005 to application application_1397144823869_0026
2014-04-10 10:53:15,761 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:53:15,761 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0026_01_000002 to application application_1397144823869_0026
2014-04-10 10:53:15,761 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0026
2014-04-10 10:53:15,761 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0026 transitioned from INITING to RUNNING
2014-04-10 10:53:15,761 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0026
2014-04-10 10:53:15,761 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:53:15,761 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:53:15,762 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0026
2014-04-10 10:53:15,762 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:53:15,762 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:53:15,762 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:53:15,762 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:53:15,762 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0026_01_000006
2014-04-10 10:53:15,763 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:53:15,763 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0026
2014-04-10 10:53:15,763 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0026
2014-04-10 10:53:15,763 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:53:15,763 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0026
2014-04-10 10:53:15,763 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:53:15,763 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:53:15,764 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0026
2014-04-10 10:53:15,764 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0026
2014-04-10 10:53:15,764 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:53:15,764 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0026
2014-04-10 10:53:15,764 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0026
2014-04-10 10:53:15,764 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0026
2014-04-10 10:53:15,765 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:53:15,765 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0026
2014-04-10 10:53:15,765 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0026
2014-04-10 10:53:15,765 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0026
2014-04-10 10:53:15,765 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:53:15,765 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0026
2014-04-10 10:53:15,766 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0026_01_000004
2014-04-10 10:53:15,766 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0026_01_000003
2014-04-10 10:53:15,766 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0026_01_000002
2014-04-10 10:53:15,767 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0026_01_000005
2014-04-10 10:53:15,783 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397144823869_0026_01_000006.tokens. Credentials list:
2014-04-10 10:53:15,783 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397144823869_0026_01_000002.tokens. Credentials list:
2014-04-10 10:53:15,784 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397144823869_0026_01_000003.tokens. Credentials list:
2014-04-10 10:53:15,784 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397144823869_0026_01_000004.tokens. Credentials list:
2014-04-10 10:53:15,783 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397144823869_0026_01_000005.tokens. Credentials list:
2014-04-10 10:53:15,801 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:53:15,801 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:53:15,880 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397144823869_0026_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000002.tokens
2014-04-10 10:53:15,880 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397144823869_0026_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000006.tokens
2014-04-10 10:53:15,881 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0026 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0026
2014-04-10 10:53:15,881 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0026 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0026
2014-04-10 10:53:15,898 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0026_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:53:15,899 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0026_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:53:15,899 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0026_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:53:15,899 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0026_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:53:15,960 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0026_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:53:15,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.jar dst=null perm=null
2014-04-10 10:53:15,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.jar dst=null perm=null
2014-04-10 10:53:15,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.jar dst=null perm=null
2014-04-10 10:53:15,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.jar dst=null perm=null
2014-04-10 10:53:15,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.jar dst=null perm=null
2014-04-10 10:53:15,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.jar dst=null perm=null
2014-04-10 10:53:16,002 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54592, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1005691366_17560, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742086_1262, duration: 273545
2014-04-10 10:53:16,002 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54591, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-229754342_17561, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742086_1262, duration: 385890
2014-04-10 10:53:16,038 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0026/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:53:16,038 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0026/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:53:16,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.xml dst=null perm=null
2014-04-10 10:53:16,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.xml dst=null perm=null
2014-04-10 10:53:16,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.xml dst=null perm=null
2014-04-10 10:53:16,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.xml dst=null perm=null
2014-04-10 10:53:16,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.xml dst=null perm=null
2014-04-10 10:53:16,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.xml dst=null perm=null
2014-04-10 10:53:16,065 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46770, bytes: 83503, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-229754342_17561, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742089_1265, duration: 399884
2014-04-10 10:53:16,067 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46770, bytes: 83503, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1005691366_17560, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742089_1265, duration: 322360
2014-04-10 10:53:16,085 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0026/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:53:16,085 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:53:16,086 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:53:16,086 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:53:16,086 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:53:16,089 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0026/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:53:16,089 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:53:16,116 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:53:16,116 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:16,116 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:53:16,116 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:53:16,116 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:53:16,117 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:16,117 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:16,117 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:16,120 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:53:16,120 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:16,191 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000002/default_container_executor.sh]
2014-04-10 10:53:16,191 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000003/default_container_executor.sh]
2014-04-10 10:53:16,191 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000004/default_container_executor.sh]
2014-04-10 10:53:16,191 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000005/default_container_executor.sh]
2014-04-10 10:53:16,195 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000006/default_container_executor.sh]
2014-04-10 10:53:16,570 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397144823869_0025_01_000001 succeeded
2014-04-10 10:53:16,570 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:53:16,570 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0025_01_000001
2014-04-10 10:53:16,582 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000001
2014-04-10 10:53:16,582 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000001
2014-04-10 10:53:16,583 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0025 CONTAINERID=container_1397144823869_0025_01_000001
2014-04-10 10:53:16,583 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0025_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:53:16,583 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0025_01_000001 from application application_1397144823869_0025
2014-04-10 10:53:16,583 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:16,583 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000001
2014-04-10 10:53:16,583 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0025/container_1397144823869_0025_01_000001
2014-04-10 10:53:16,583 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0025
2014-04-10 10:53:16,652 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:53:16,823 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073742080_1256, blk_1073742081_1257, blk_1073742076_1252, blk_1073742077_1253, blk_1073742078_1254, blk_1073742079_1255]
2014-04-10 10:53:16,823 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073742076_1252, blk_1073742077_1253, blk_1073742078_1254]
2014-04-10 10:53:17,078 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0025_01_000001
2014-04-10 10:53:17,078 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0025_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:53:17,078 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0025_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:53:17,079 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0025 CONTAINERID=container_1397144823869_0025_01_000001
2014-04-10 10:53:17,079 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0025_01_000001 of capacity <memory:2048, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:53:17,079 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 10:53:17,079 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0025_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:17,079 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:17,079 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 10:53:17,079 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0025_000001 released container container_1397144823869_0025_01_000001 on node: host: localhost:56736 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:53:17,079 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397144823869_0025_000001
2014-04-10 10:53:17,079 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0025_000001 State change from FINISHING to FINISHED
2014-04-10 10:53:17,080 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0025 State change from FINISHING to FINISHED
2014-04-10 10:53:17,080 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397144823869_0025_000001
2014-04-10 10:53:17,080 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397144823869_0025_000001 is done. finalState=FINISHED
2014-04-10 10:53:17,080 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397144823869_0025 requests cleared
2014-04-10 10:53:17,080 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397144823869_0025 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:53:17,080 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397144823869_0025 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:53:17,080 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397144823869_0025
2014-04-10 10:53:17,080 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397144823869_0025,name=[20CE286564924ADFB4F635C908FF117A/1901A915962E4F6CBA581351BE9AD03B] lower*upper/(1/1) ...oupouterinner-resultgroup,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:60619/proxy/application_1397144823869_0025/jobhistory/job/job_1397144823869_0025,appMasterHost=localhost.localdomain,startTime=1397145176480,finishTime=1397145190365,finalStatus=SUCCEEDED
2014-04-10 10:53:17,082 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0025_000001 (auth:SIMPLE)
2014-04-10 10:53:17,099 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0025_01_000001
2014-04-10 10:53:17,175 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:53:17,440 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742090_1266
2014-04-10 10:53:17,498 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742090_1266
2014-04-10 10:53:17,536 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397144823869_0026_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000005.tokens
2014-04-10 10:53:17,536 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0026 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0026
2014-04-10 10:53:17,746 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:53:17,899 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0025 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:53:17,899 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0025
2014-04-10 10:53:17,899 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0025
2014-04-10 10:53:17,899 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0025
2014-04-10 10:53:17,900 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0025
2014-04-10 10:53:17,900 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0025
2014-04-10 10:53:17,900 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0025 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:53:17,900 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0025, with delay of 10800 seconds
2014-04-10 10:53:17,962 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0025 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:53:17,963 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0025
2014-04-10 10:53:17,963 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0025
2014-04-10 10:53:17,963 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0025
2014-04-10 10:53:17,963 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0025
2014-04-10 10:53:17,963 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0025
2014-04-10 10:53:17,963 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0025 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:53:17,963 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0025, with delay of 10800 seconds
2014-04-10 10:53:18,076 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742080_1256 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742080 for deletion
2014-04-10 10:53:18,076 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742081_1257 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742081 for deletion
2014-04-10 10:53:18,076 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742076_1252 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742076 for deletion
2014-04-10 10:53:18,076 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742080_1256 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742080
2014-04-10 10:53:18,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742076_1252 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742076
2014-04-10 10:53:18,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742077_1253 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742077 for deletion
2014-04-10 10:53:18,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742078_1254 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742078 for deletion
2014-04-10 10:53:18,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742079_1255 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742079 for deletion
2014-04-10 10:53:18,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742078_1254 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742078
2014-04-10 10:53:18,078 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0025 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:53:18,079 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0025
2014-04-10 10:53:18,079 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0025
2014-04-10 10:53:18,079 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0025 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:53:18,079 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0025, with delay of 10800 seconds
2014-04-10 10:53:18,079 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0025
2014-04-10 10:53:18,080 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0025
2014-04-10 10:53:18,081 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0025
2014-04-10 10:53:18,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742081_1257 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742081
2014-04-10 10:53:18,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742077_1253 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742077
2014-04-10 10:53:18,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742079_1255 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742079
2014-04-10 10:53:18,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742076_1252 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742076 for deletion
2014-04-10 10:53:18,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742077_1253 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742077 for deletion
2014-04-10 10:53:18,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742078_1254 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742078 for deletion
2014-04-10 10:53:18,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742077_1253 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742077
2014-04-10 10:53:18,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742076_1252 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742076
2014-04-10 10:53:18,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742078_1254 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742078
2014-04-10 10:53:18,093 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742090_1266
2014-04-10 10:53:18,138 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397144823869_0026_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000004.tokens
2014-04-10 10:53:18,138 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0026 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0026
2014-04-10 10:53:18,438 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:53:18,812 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397144823869_0026_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000003.tokens
2014-04-10 10:53:18,812 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0026 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0026
2014-04-10 10:53:19,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.split dst=null perm=null
2014-04-10 10:53:19,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.split dst=null perm=null
2014-04-10 10:53:19,098 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38883, bytes: 1412, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0026_m_000002_0_221376218_1, offset: 512, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742087_1263, duration: 182137
2014-04-10 10:53:19,159 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46659, bytes: 1928, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0026_m_000001_0_69512164_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742087_1263, duration: 174642
2014-04-10 10:53:19,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.split dst=null perm=null
2014-04-10 10:53:19,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:53:19,186 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38883, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0026_m_000002_0_221376218_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 154563
2014-04-10 10:53:19,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.split dst=null perm=null
2014-04-10 10:53:19,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:53:19,257 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46789, bytes: 896, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0026_m_000003_0_-551198870_1, offset: 1024, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742087_1263, duration: 162716
2014-04-10 10:53:19,266 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46664, bytes: 1928, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0026_m_000000_0_2133876177_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742087_1263, duration: 165346
2014-04-10 10:53:19,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job.split dst=null perm=null
2014-04-10 10:53:19,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:53:19,330 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38892, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0026_m_000000_0_2133876177_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 182860
2014-04-10 10:53:19,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:53:19,406 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54619, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0026_m_000001_0_69512164_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 168874
2014-04-10 10:53:19,416 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46795, bytes: 896, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0026_m_000004_0_1830079472_1, offset: 1024, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742087_1263, duration: 167407
2014-04-10 10:53:19,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull/_temporary/1/_temporary/attempt_1397144823869_0026_m_000002_0 dst=null perm=null
2014-04-10 10:53:19,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull/_temporary/1/_temporary/attempt_1397144823869_0026_m_000001_0 dst=null perm=null
2014-04-10 10:53:19,512 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0026_01_000004
2014-04-10 10:53:19,512 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0026 CONTAINERID=container_1397144823869_0026_01_000004
2014-04-10 10:53:19,512 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:53:19,512 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0026_01_000004
2014-04-10 10:53:19,528 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job_1397144823869_0026_1.jhist. BP-1649026925-127.0.0.1-1397144808341 blk_1073742091_1267{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:53:19,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:53:19,535 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0026_01_000004 is : 143
2014-04-10 10:53:19,537 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38897, bytes: 52, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0026_m_000003_0_-551198870_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004, duration: 153052
2014-04-10 10:53:19,537 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54622, bytes: 52, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0026_m_000004_0_1830079472_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004, duration: 117572
2014-04-10 10:53:19,569 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:53:19,569 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000004
2014-04-10 10:53:19,570 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000004
2014-04-10 10:53:19,570 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000004
2014-04-10 10:53:19,570 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000004
2014-04-10 10:53:19,570 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0026 CONTAINERID=container_1397144823869_0026_01_000004
2014-04-10 10:53:19,570 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:53:19,571 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0026_01_000004 from application application_1397144823869_0026
2014-04-10 10:53:19,571 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:19,571 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0026
2014-04-10 10:53:19,574 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742091_1267 src: /127.0.0.1:38899 dest: /127.0.0.1:55175
2014-04-10 10:53:19,575 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742091_1267 src: /127.0.0.1:54624 dest: /127.0.0.1:55289
2014-04-10 10:53:19,583 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742091_1267 src: /127.0.0.1:46802 dest: /127.0.0.1:53466
2014-04-10 10:53:19,589 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job_1397144823869_0026_1.jhist for DFSClient_NONMAPREDUCE_1102394801_1
2014-04-10 10:53:19,613 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0026_01_000003
2014-04-10 10:53:19,613 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0026 CONTAINERID=container_1397144823869_0026_01_000003
2014-04-10 10:53:19,613 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:53:19,613 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0026_01_000003
2014-04-10 10:53:19,613 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0026_01_000004
2014-04-10 10:53:19,614 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0026_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:53:19,614 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0026_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:53:19,614 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0026 CONTAINERID=container_1397144823869_0026_01_000004
2014-04-10 10:53:19,614 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0026_01_000004 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 10:53:19,614 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 10:53:19,614 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0026_01_000004, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:19,614 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:19,614 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 10:53:19,615 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0026_000001 released container container_1397144823869_0026_01_000004 on node: host: localhost:52024 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 10:53:19,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull/_temporary/1/_temporary/attempt_1397144823869_0026_m_000003_0 dst=null perm=null
2014-04-10 10:53:19,620 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0026_01_000003 is : 143
2014-04-10 10:53:19,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull/_temporary/1/_temporary/attempt_1397144823869_0026_m_000000_0 dst=null perm=null
2014-04-10 10:53:19,636 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:53:19,637 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000003
2014-04-10 10:53:19,637 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000003
2014-04-10 10:53:19,637 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000003
2014-04-10 10:53:19,637 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000003
2014-04-10 10:53:19,637 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0026 CONTAINERID=container_1397144823869_0026_01_000003
2014-04-10 10:53:19,637 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:53:19,637 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0026_01_000003 from application application_1397144823869_0026
2014-04-10 10:53:19,638 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:19,638 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0026
2014-04-10 10:53:19,671 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0026_01_000005
2014-04-10 10:53:19,671 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0026 CONTAINERID=container_1397144823869_0026_01_000005
2014-04-10 10:53:19,671 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:53:19,671 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0026_01_000005
2014-04-10 10:53:19,671 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0026_01_000003
2014-04-10 10:53:19,672 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0026_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:53:19,672 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0026_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:53:19,672 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0026 CONTAINERID=container_1397144823869_0026_01_000003
2014-04-10 10:53:19,672 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0026_01_000003 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:53:19,672 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 10:53:19,672 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0026_01_000003, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:19,672 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:19,672 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:53:19,672 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0026_000001 released container container_1397144823869_0026_01_000003 on node: host: localhost:52024 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:53:19,678 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0026_01_000005 is : 143
2014-04-10 10:53:19,685 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0026_01_000002
2014-04-10 10:53:19,685 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0026 CONTAINERID=container_1397144823869_0026_01_000002
2014-04-10 10:53:19,687 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:53:19,687 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:53:19,687 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000005
2014-04-10 10:53:19,687 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000005
2014-04-10 10:53:19,687 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000005
2014-04-10 10:53:19,687 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000005
2014-04-10 10:53:19,687 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0026_01_000002
2014-04-10 10:53:19,692 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0026_01_000002 is : 143
2014-04-10 10:53:19,700 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0026 CONTAINERID=container_1397144823869_0026_01_000005
2014-04-10 10:53:19,700 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:53:19,700 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:53:19,700 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0026_01_000005 from application application_1397144823869_0026
2014-04-10 10:53:19,701 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:19,701 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0026
2014-04-10 10:53:19,701 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000002
2014-04-10 10:53:19,701 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000002
2014-04-10 10:53:19,701 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000002
2014-04-10 10:53:19,701 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000002
2014-04-10 10:53:19,701 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0026 CONTAINERID=container_1397144823869_0026_01_000002
2014-04-10 10:53:19,701 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:53:19,701 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0026_01_000002 from application application_1397144823869_0026
2014-04-10 10:53:19,701 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:19,701 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0026
2014-04-10 10:53:19,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull/_temporary/1/_temporary/attempt_1397144823869_0026_m_000004_0 dst=null perm=null
2014-04-10 10:53:19,821 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0026_01_000006
2014-04-10 10:53:19,821 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0026 CONTAINERID=container_1397144823869_0026_01_000006
2014-04-10 10:53:19,821 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:53:19,821 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0026_01_000006
2014-04-10 10:53:19,827 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0026_01_000006 is : 143
2014-04-10 10:53:19,843 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:53:19,843 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000006
2014-04-10 10:53:19,844 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000006
2014-04-10 10:53:19,844 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000006
2014-04-10 10:53:19,844 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0026 CONTAINERID=container_1397144823869_0026_01_000006
2014-04-10 10:53:19,844 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000006
2014-04-10 10:53:19,845 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:53:19,845 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0026_01_000006 from application application_1397144823869_0026
2014-04-10 10:53:19,845 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:19,845 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0026
2014-04-10 10:53:20,686 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0026_01_000002
2014-04-10 10:53:20,686 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0026_01_000005
2014-04-10 10:53:20,687 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0026_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:53:20,687 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0026_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:53:20,687 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0026 CONTAINERID=container_1397144823869_0026_01_000002
2014-04-10 10:53:20,687 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0026_01_000002 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:53:20,687 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:53:20,687 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0026_01_000002, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:20,688 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:20,688 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:53:20,688 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0026_000001 released container container_1397144823869_0026_01_000002 on node: host: localhost:52024 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:53:20,688 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0026_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:53:20,688 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0026_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:53:20,688 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0026 CONTAINERID=container_1397144823869_0026_01_000005
2014-04-10 10:53:20,689 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0026_01_000005 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:53:20,689 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:53:20,689 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0026_01_000005, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:20,689 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:20,689 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:53:20,689 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0026_000001 released container container_1397144823869_0026_01_000005 on node: host: localhost:52024 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:53:20,690 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0026_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:53:20,690 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0026 CONTAINERID=container_1397144823869_0026_01_000007
2014-04-10 10:53:20,690 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0026_01_000007 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:53:20,691 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0026 container=Container: [ContainerId: container_1397144823869_0026_01_000007, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0026_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:20,691 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:53:20,691 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:20,822 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0026_01_000006
2014-04-10 10:53:20,822 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0026_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:53:20,822 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0026_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:53:20,823 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0026 CONTAINERID=container_1397144823869_0026_01_000006
2014-04-10 10:53:20,823 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0026_01_000006 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:53:20,823 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:53:20,823 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0026_01_000006, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:20,823 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:20,824 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:53:20,824 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0026_000001 released container container_1397144823869_0026_01_000006 on node: host: localhost:50571 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:53:21,665 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0026_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:53:21,678 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0026_01_000007 by user brock
2014-04-10 10:53:21,678 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0026 CONTAINERID=container_1397144823869_0026_01_000007
2014-04-10 10:53:21,678 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0026_01_000007 to application application_1397144823869_0026
2014-04-10 10:53:21,679 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 10:53:21,679 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0026
2014-04-10 10:53:21,679 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0026
2014-04-10 10:53:21,680 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:53:21,680 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0026
2014-04-10 10:53:21,681 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:53:21,687 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0026_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:53:21,711 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 10:53:21,712 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:21,770 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000007/default_container_executor.sh]
2014-04-10 10:53:22,669 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:53:23,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull/_temporary/1/_temporary/attempt_1397144823869_0026_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:23,551 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull/_temporary/1/_temporary/attempt_1397144823869_0026_r_000000_0/part-00000. BP-1649026925-127.0.0.1-1397144808341 blk_1073742092_1268{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:53:23,626 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742092_1268 src: /127.0.0.1:46693 dest: /127.0.0.1:36139
2014-04-10 10:53:23,627 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742092_1268 src: /127.0.0.1:54644 dest: /127.0.0.1:55289
2014-04-10 10:53:23,628 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742092_1268 src: /127.0.0.1:46822 dest: /127.0.0.1:53466
2014-04-10 10:53:23,639 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46822, dest: /127.0.0.1:53466, bytes: 219, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0026_r_000000_0_-547334640_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742092_1268, duration: 10158213
2014-04-10 10:53:23,639 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742092_1268, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:23,640 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742092_1268{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:53:23,640 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54644, dest: /127.0.0.1:55289, bytes: 219, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0026_r_000000_0_-547334640_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742092_1268, duration: 10974907
2014-04-10 10:53:23,640 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742092_1268, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:23,640 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742092_1268{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:53:23,640 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46693, dest: /127.0.0.1:36139, bytes: 219, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0026_r_000000_0_-547334640_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742092_1268, duration: 11634499
2014-04-10 10:53:23,640 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742092_1268, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:23,641 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742092_1268{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:53:23,655 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull/_temporary/1/_temporary/attempt_1397144823869_0026_r_000000_0/part-00000 is closed by DFSClient_attempt_1397144823869_0026_r_000000_0_-547334640_1
2014-04-10 10:53:23,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull/_temporary/1/_temporary/attempt_1397144823869_0026_r_000000_0 dst=null perm=null
2014-04-10 10:53:23,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull/_temporary/1/_temporary/attempt_1397144823869_0026_r_000000_0 dst=null perm=null
2014-04-10 10:53:23,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull/_temporary/1/task_1397144823869_0026_r_000000 dst=null perm=null
2014-04-10 10:53:23,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull/_temporary/1/_temporary/attempt_1397144823869_0026_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull/_temporary/1/task_1397144823869_0026_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:53:23,784 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0026_01_000007
2014-04-10 10:53:23,784 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0026 CONTAINERID=container_1397144823869_0026_01_000007
2014-04-10 10:53:23,784 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000007 transitioned from RUNNING to KILLING
2014-04-10 10:53:23,785 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0026_01_000007
2014-04-10 10:53:23,789 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0026_01_000007 is : 143
2014-04-10 10:53:23,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:23,807 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:53:23,807 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000007
2014-04-10 10:53:23,807 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000007
2014-04-10 10:53:23,807 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000007
2014-04-10 10:53:23,808 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0026 CONTAINERID=container_1397144823869_0026_01_000007
2014-04-10 10:53:23,808 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000007
2014-04-10 10:53:23,808 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:53:23,808 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0026_01_000007 from application application_1397144823869_0026
2014-04-10 10:53:23,808 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:23,808 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0026
2014-04-10 10:53:23,813 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1102394801_1
2014-04-10 10:53:23,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull/_temporary/1 dst=null perm=null
2014-04-10 10:53:23,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull dst=null perm=null
2014-04-10 10:53:23,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull dst=null perm=null
2014-04-10 10:53:23,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull/_temporary/1/task_1397144823869_0026_r_000000 dst=null perm=null
2014-04-10 10:53:23,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull/part-00000 dst=null perm=null
2014-04-10 10:53:23,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull/_temporary/1/task_1397144823869_0026_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:23,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull/_temporary dst=null perm=null
2014-04-10 10:53:23,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:23,897 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1102394801_1
2014-04-10 10:53:23,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:23,930 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1102394801_1
2014-04-10 10:53:23,955 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46802, dest: /127.0.0.1:53466, bytes: 69553, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1102394801_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742091_1267, duration: 4370450609
2014-04-10 10:53:23,955 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742091_1267, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:23,956 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742091_1267{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 15780
2014-04-10 10:53:23,956 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54624, dest: /127.0.0.1:55289, bytes: 69553, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1102394801_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742091_1267, duration: 4371401799
2014-04-10 10:53:23,956 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742091_1267, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:23,957 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742091_1267{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 15780
2014-04-10 10:53:23,957 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38899, dest: /127.0.0.1:55175, bytes: 69553, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1102394801_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742091_1267, duration: 4372718725
2014-04-10 10:53:23,957 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742091_1267, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:23,957 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742091_1267{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 15780
2014-04-10 10:53:23,972 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job_1397144823869_0026_1.jhist is closed by DFSClient_NONMAPREDUCE_1102394801_1
2014-04-10 10:53:23,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0026.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:23,992 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0026.summary_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742093_1269{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:53:24,007 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742093_1269 src: /127.0.0.1:46698 dest: /127.0.0.1:36139
2014-04-10 10:53:24,009 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742093_1269 src: /127.0.0.1:38926 dest: /127.0.0.1:55175
2014-04-10 10:53:24,010 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742093_1269 src: /127.0.0.1:46828 dest: /127.0.0.1:53466
2014-04-10 10:53:24,013 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46828, dest: /127.0.0.1:53466, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1102394801_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742093_1269, duration: 2353900
2014-04-10 10:53:24,013 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742093_1269, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:24,014 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742093_1269{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:53:24,014 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38926, dest: /127.0.0.1:55175, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1102394801_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742093_1269, duration: 2912901
2014-04-10 10:53:24,014 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742093_1269, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:24,014 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742093_1269{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:53:24,015 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46698, dest: /127.0.0.1:36139, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1102394801_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742093_1269, duration: 3036227
2014-04-10 10:53:24,015 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742093_1269, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:24,015 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742093_1269{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:53:24,030 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0026.summary_tmp is closed by DFSClient_NONMAPREDUCE_1102394801_1
2014-04-10 10:53:24,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0026.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:53:24,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job_1397144823869_0026_1.jhist dst=null perm=null
2014-04-10 10:53:24,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0026-1397145190970-brock-%5B480FA0F5861A45D2960271131772DDAD%2F221DC7A732AE4486-1397145203931-5-1-SUCCEEDED-default-1397145193607.jhist_tmp dst=null perm=null
2014-04-10 10:53:24,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job_1397144823869_0026_1.jhist dst=null perm=null
2014-04-10 10:53:24,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0026-1397145190970-brock-%5B480FA0F5861A45D2960271131772DDAD%2F221DC7A732AE4486-1397145203931-5-1-SUCCEEDED-default-1397145193607.jhist_tmp dst=null perm=null
2014-04-10 10:53:24,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job_1397144823869_0026_1.jhist dst=null perm=null
2014-04-10 10:53:24,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0026-1397145190970-brock-%5B480FA0F5861A45D2960271131772DDAD%2F221DC7A732AE4486-1397145203931-5-1-SUCCEEDED-default-1397145193607.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:24,075 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46829, bytes: 70097, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1102394801_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742091_1267, duration: 398339
2014-04-10 10:53:24,078 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0026-1397145190970-brock-%5B480FA0F5861A45D2960271131772DDAD%2F221DC7A732AE4486-1397145203931-5-1-SUCCEEDED-default-1397145193607.jhist_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742094_1270{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:53:24,091 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742094_1270 src: /127.0.0.1:54653 dest: /127.0.0.1:55289
2014-04-10 10:53:24,092 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742094_1270 src: /127.0.0.1:46831 dest: /127.0.0.1:53466
2014-04-10 10:53:24,093 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742094_1270 src: /127.0.0.1:46705 dest: /127.0.0.1:36139
2014-04-10 10:53:24,098 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46705, dest: /127.0.0.1:36139, bytes: 69553, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1102394801_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742094_1270, duration: 3190504
2014-04-10 10:53:24,098 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742094_1270, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:24,098 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742094_1270{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:53:24,098 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46831, dest: /127.0.0.1:53466, bytes: 69553, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1102394801_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742094_1270, duration: 3849811
2014-04-10 10:53:24,099 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742094_1270, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:24,099 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742094_1270{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:53:24,099 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54653, dest: /127.0.0.1:55289, bytes: 69553, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1102394801_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742094_1270, duration: 4515203
2014-04-10 10:53:24,099 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742094_1270, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:24,100 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742094_1270{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:53:24,113 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0026-1397145190970-brock-%5B480FA0F5861A45D2960271131772DDAD%2F221DC7A732AE4486-1397145203931-5-1-SUCCEEDED-default-1397145193607.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1102394801_1
2014-04-10 10:53:24,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0026-1397145190970-brock-%5B480FA0F5861A45D2960271131772DDAD%2F221DC7A732AE4486-1397145203931-5-1-SUCCEEDED-default-1397145193607.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:53:24,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job_1397144823869_0026_1_conf.xml dst=null perm=null
2014-04-10 10:53:24,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0026_conf.xml_tmp dst=null perm=null
2014-04-10 10:53:24,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job_1397144823869_0026_1_conf.xml dst=null perm=null
2014-04-10 10:53:24,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0026_conf.xml_tmp dst=null perm=null
2014-04-10 10:53:24,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026/job_1397144823869_0026_1_conf.xml dst=null perm=null
2014-04-10 10:53:24,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0026_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:24,141 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54656, bytes: 97598, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1102394801_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742090_1266, duration: 353792
2014-04-10 10:53:24,144 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0026_conf.xml_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742095_1271{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:53:24,157 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742095_1271 src: /127.0.0.1:46707 dest: /127.0.0.1:36139
2014-04-10 10:53:24,159 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742095_1271 src: /127.0.0.1:38934 dest: /127.0.0.1:55175
2014-04-10 10:53:24,160 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742095_1271 src: /127.0.0.1:46836 dest: /127.0.0.1:53466
2014-04-10 10:53:24,164 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46836, dest: /127.0.0.1:53466, bytes: 96838, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1102394801_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742095_1271, duration: 2588193
2014-04-10 10:53:24,175 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742095_1271, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:24,175 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742095_1271{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:53:24,175 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38934, dest: /127.0.0.1:55175, bytes: 96838, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1102394801_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742095_1271, duration: 13809296
2014-04-10 10:53:24,176 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742095_1271, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:24,176 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742095_1271{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:53:24,176 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46707, dest: /127.0.0.1:36139, bytes: 96838, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1102394801_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742095_1271, duration: 15044323
2014-04-10 10:53:24,177 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742095_1271, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:24,177 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742095_1271{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:53:24,188 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0026_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1102394801_1
2014-04-10 10:53:24,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0026_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:53:24,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0026.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0026.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:53:24,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0026_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0026_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:53:24,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0026-1397145190970-brock-%5B480FA0F5861A45D2960271131772DDAD%2F221DC7A732AE4486-1397145203931-5-1-SUCCEEDED-default-1397145193607.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0026-1397145190970-brock-%5B480FA0F5861A45D2960271131772DDAD%2F221DC7A732AE4486-1397145203931-5-1-SUCCEEDED-default-1397145193607.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:53:24,255 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397144823869_0026_000001 with final state: FINISHING
2014-04-10 10:53:24,256 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0026_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:53:24,256 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397144823869_0026 with final state: FINISHING
2014-04-10 10:53:24,256 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0026 State change from RUNNING to FINAL_SAVING
2014-04-10 10:53:24,256 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0026
2014-04-10 10:53:24,256 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0026_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:53:24,257 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0026 State change from FINAL_SAVING to FINISHING
2014-04-10 10:53:24,261 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:53:24,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:53:24,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:53:24,265 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397144823869_0026 from file: hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0026-1397145190970-brock-%5B480FA0F5861A45D2960271131772DDAD%2F221DC7A732AE4486-1397145203931-5-1-SUCCEEDED-default-1397145193607.jhist
2014-04-10 10:53:24,266 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0026-1397145190970-brock-%5B480FA0F5861A45D2960271131772DDAD%2F221DC7A732AE4486-1397145203931-5-1-SUCCEEDED-default-1397145193607.jhist]
2014-04-10 10:53:24,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0026-1397145190970-brock-%5B480FA0F5861A45D2960271131772DDAD%2F221DC7A732AE4486-1397145203931-5-1-SUCCEEDED-default-1397145193607.jhist dst=null perm=null
2014-04-10 10:53:24,270 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54662, bytes: 70097, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742094_1270, duration: 396510
2014-04-10 10:53:24,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0026.summary dst=null perm=null
2014-04-10 10:53:24,297 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38939, bytes: 457, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_538767685_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742093_1269, duration: 107456
2014-04-10 10:53:24,297 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397144823869_0026,submitTime=1397145190970,launchTime=1397145193607,firstMapTaskLaunchTime=1397145195769,firstReduceTaskLaunchTime=1397145201680,finishTime=1397145203931,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=5,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=19,reduceSlotSeconds=2,jobName=[480FA0F5861A45D2960271131772DDAD/221DC7A732AE4486A7844B1A67D09B8D] lower*upper/(1/1) ...orm/cogroupinnerouternull
2014-04-10 10:53:24,297 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0026.summary]
2014-04-10 10:53:24,305 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742093_1269 127.0.0.1:36139 127.0.0.1:55175 127.0.0.1:53466
2014-04-10 10:53:24,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0026.summary dst=null perm=null
2014-04-10 10:53:24,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:53:24,308 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0026-1397145190970-brock-%5B480FA0F5861A45D2960271131772DDAD%2F221DC7A732AE4486-1397145203931-5-1-SUCCEEDED-default-1397145193607.jhist to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0026-1397145190970-brock-%5B480FA0F5861A45D2960271131772DDAD%2F221DC7A732AE4486-1397145203931-5-1-SUCCEEDED-default-1397145193607.jhist
2014-04-10 10:53:24,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0026-1397145190970-brock-%5B480FA0F5861A45D2960271131772DDAD%2F221DC7A732AE4486-1397145203931-5-1-SUCCEEDED-default-1397145193607.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0026-1397145190970-brock-%5B480FA0F5861A45D2960271131772DDAD%2F221DC7A732AE4486-1397145203931-5-1-SUCCEEDED-default-1397145193607.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:53:24,322 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0026_conf.xml to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0026_conf.xml
2014-04-10 10:53:24,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0026_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0026_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:53:24,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull dst=null perm=null
2014-04-10 10:53:24,348 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull/_temporary
2014-04-10 10:53:24,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull/_temporary dst=null perm=null
2014-04-10 10:53:24,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull dst=null perm=null
2014-04-10 10:53:24,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull dst=null perm=null
2014-04-10 10:53:24,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull dst=null perm=null
2014-04-10 10:53:24,368 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:53:24,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull/part-00000 dst=null perm=null
2014-04-10 10:53:24,372 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46842, bytes: 223, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742092_1268, duration: 233356
2014-04-10 10:53:24,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull dst=null perm=null
2014-04-10 10:53:24,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull dst=null perm=null
2014-04-10 10:53:24,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull dst=null perm=null
2014-04-10 10:53:24,391 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:53:24,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull/part-00000 dst=null perm=null
2014-04-10 10:53:24,395 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46716, bytes: 223, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742092_1268, duration: 228922
2014-04-10 10:53:24,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:53:24,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:53:24,411 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 10:53:24,412 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 10:53:24,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup dst=null perm=null
2014-04-10 10:53:24,422 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting
2014-04-10 10:53:24,422 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextDelimited[['num', 'char' | Integer, String]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt"]
2014-04-10 10:53:24,422 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextDelimited[['num', 'char' | Integer, String]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt"]
2014-04-10 10:53:24,422 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] sink: Hfs["TextDelimited[[0:3]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup"]
2014-04-10 10:53:24,422 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] parallel execution is enabled: true
2014-04-10 10:53:24,422 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting jobs: 1
2014-04-10 10:53:24,423 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] allocating threads: 1
2014-04-10 10:53:24,423 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) ...nnerouternull-resultgroup
2014-04-10 10:53:24,437 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:53:24,444 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:53:24,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup dst=null perm=null
2014-04-10 10:53:24,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:53:24,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:53:24,448 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 27
2014-04-10 10:53:24,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027 dst=null perm=null
2014-04-10 10:53:24,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:53:24,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:53:24,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.jar dst=null perm=null
2014-04-10 10:53:24,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:53:24,491 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073742096_1272{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:53:24,506 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742096_1272 src: /127.0.0.1:38943 dest: /127.0.0.1:55175
2014-04-10 10:53:24,508 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742096_1272 src: /127.0.0.1:46718 dest: /127.0.0.1:36139
2014-04-10 10:53:24,509 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742096_1272 src: /127.0.0.1:46846 dest: /127.0.0.1:53466
2014-04-10 10:53:24,514 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46846, dest: /127.0.0.1:53466, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742096_1272, duration: 3990739
2014-04-10 10:53:24,515 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742096_1272, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:24,515 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742096_1272{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:53:24,515 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46718, dest: /127.0.0.1:36139, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742096_1272, duration: 3723590
2014-04-10 10:53:24,516 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742096_1272, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:24,516 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742096_1272{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:53:24,516 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38943, dest: /127.0.0.1:55175, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742096_1272, duration: 4784004
2014-04-10 10:53:24,516 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742096_1272, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:24,517 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742096_1272{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:53:24,530 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:53:24,531 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.jar
2014-04-10 10:53:24,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.jar dst=null perm=null
2014-04-10 10:53:24,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:53:24,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:53:24,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:53:24,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:53:24,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:53:24,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:53:24,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:53:24,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:53:24,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:53:24,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:53:24,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:53:24,558 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:53:24,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:53:24,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:53:24,561 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:53:24,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:53:24,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:53:24,564 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:53:24,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:53:24,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:53:24,567 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:53:24,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:53:24,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:53:24,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:53:24,589 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.split
2014-04-10 10:53:24,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.split dst=null perm=null
2014-04-10 10:53:24,599 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.split. BP-1649026925-127.0.0.1-1397144808341 blk_1073742097_1273{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:53:24,698 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742097_1273 src: /127.0.0.1:38946 dest: /127.0.0.1:55175
2014-04-10 10:53:24,700 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742097_1273 src: /127.0.0.1:54671 dest: /127.0.0.1:55289
2014-04-10 10:53:24,701 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742097_1273 src: /127.0.0.1:46722 dest: /127.0.0.1:36139
2014-04-10 10:53:24,702 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742097_1273 src: /127.0.0.1:46850 dest: /127.0.0.1:53466
2014-04-10 10:53:24,705 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46850, dest: /127.0.0.1:53466, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742097_1273, duration: 2134118
2014-04-10 10:53:24,705 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742097_1273, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:24,705 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742097_1273{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:53:24,706 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46722, dest: /127.0.0.1:36139, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742097_1273, duration: 2656389
2014-04-10 10:53:24,706 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742097_1273, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:24,706 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742097_1273{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:53:24,706 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54671, dest: /127.0.0.1:55289, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742097_1273, duration: 2787338
2014-04-10 10:53:24,706 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742097_1273, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:24,706 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742097_1273{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:53:24,707 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38946, dest: /127.0.0.1:55175, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742097_1273, duration: 3313430
2014-04-10 10:53:24,707 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742097_1273, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:24,708 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742097_1273{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:53:24,785 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0026_01_000007
2014-04-10 10:53:24,786 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0026_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:53:24,786 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0026_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 10:53:24,786 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0026 CONTAINERID=container_1397144823869_0026_01_000007
2014-04-10 10:53:24,786 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0026_01_000007 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:53:24,786 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:53:24,786 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0026_01_000007, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:24,786 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:24,786 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:53:24,786 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0026_000001 released container container_1397144823869_0026_01_000007 on node: host: localhost:52024 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:53:24,864 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.split is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:53:24,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:53:24,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:53:24,898 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.splitmetainfo. BP-1649026925-127.0.0.1-1397144808341 blk_1073742098_1274{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:53:24,915 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742098_1274 src: /127.0.0.1:54674 dest: /127.0.0.1:55289
2014-04-10 10:53:24,916 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742098_1274 src: /127.0.0.1:46725 dest: /127.0.0.1:36139
2014-04-10 10:53:24,917 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742098_1274 src: /127.0.0.1:38952 dest: /127.0.0.1:55175
2014-04-10 10:53:24,920 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38952, dest: /127.0.0.1:55175, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742098_1274, duration: 1774617
2014-04-10 10:53:24,920 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742098_1274, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:24,921 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742098_1274{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:53:24,921 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46725, dest: /127.0.0.1:36139, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742098_1274, duration: 2352474
2014-04-10 10:53:24,921 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742098_1274, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:24,921 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742098_1274{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:53:24,922 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54674, dest: /127.0.0.1:55289, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742098_1274, duration: 2993927
2014-04-10 10:53:24,922 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742098_1274, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:24,923 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742098_1274{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:53:24,938 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:53:24,939 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 10:53:24,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:53:24,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:53:24,960 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742099_1275{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:53:24,973 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742099_1275 src: /127.0.0.1:46727 dest: /127.0.0.1:36139
2014-04-10 10:53:24,974 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742099_1275 src: /127.0.0.1:38954 dest: /127.0.0.1:55175
2014-04-10 10:53:24,975 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742099_1275 src: /127.0.0.1:54679 dest: /127.0.0.1:55289
2014-04-10 10:53:24,978 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54679, dest: /127.0.0.1:55289, bytes: 82863, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742099_1275, duration: 2285783
2014-04-10 10:53:24,979 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742099_1275, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:24,979 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38954, dest: /127.0.0.1:55175, bytes: 82863, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742099_1275, duration: 2518651
2014-04-10 10:53:24,979 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742099_1275{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:53:24,979 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742099_1275, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:24,979 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46727, dest: /127.0.0.1:36139, bytes: 82863, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742099_1275, duration: 2661600
2014-04-10 10:53:24,980 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742099_1275, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:24,980 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742099_1275{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:53:24,981 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742099_1275 size 82863
2014-04-10 10:53:24,988 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.xml is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:53:24,989 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397144823869_0027
2014-04-10 10:53:24,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027 dst=null perm=null
2014-04-10 10:53:24,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.xml dst=null perm=null
2014-04-10 10:53:24,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.xml dst=null perm=null
2014-04-10 10:53:24,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.jar dst=null perm=null
2014-04-10 10:53:24,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.jar dst=null perm=null
2014-04-10 10:53:24,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.split dst=null perm=null
2014-04-10 10:53:24,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.split dst=null perm=null
2014-04-10 10:53:24,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.splitmetainfo dst=null perm=null
2014-04-10 10:53:24,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.splitmetainfo dst=null perm=null
2014-04-10 10:53:24,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:53:25,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:53:25,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:53:25,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:53:25,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:53:25,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:53:25,056 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 27 submitted by user brock
2014-04-10 10:53:25,056 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397144823869_0027
2014-04-10 10:53:25,056 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397144823869_0027
2014-04-10 10:53:25,056 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0027 State change from NEW to NEW_SAVING
2014-04-10 10:53:25,056 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0027
2014-04-10 10:53:25,057 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0027 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:53:25,057 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397144823869_0027_000001
2014-04-10 10:53:25,057 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0027_000001 State change from NEW to SUBMITTED
2014-04-10 10:53:25,057 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397144823869_0027 from user: brock activated in queue: default
2014-04-10 10:53:25,057 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397144823869_0027 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@1ba82161, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:53:25,058 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397144823869_0027 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:53:25,058 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397144823869_0027
2014-04-10 10:53:25,058 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397144823869_0027_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:53:25,058 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0027_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:53:25,059 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0027 State change from SUBMITTED to ACCEPTED
2014-04-10 10:53:25,060 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:60619/proxy/application_1397144823869_0027/
2014-04-10 10:53:25,060 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397144823869_0027
2014-04-10 10:53:25,061 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:60619/proxy/application_1397144823869_0027/
2014-04-10 10:53:25,082 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0027_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:53:25,082 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0027 CONTAINERID=container_1397144823869_0027_01_000001
2014-04-10 10:53:25,082 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0027_01_000001 of capacity <memory:2048, vCores:1> on host localhost:56736, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2014-04-10 10:53:25,082 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0027 container=Container: [ContainerId: container_1397144823869_0027_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0027_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:25,083 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:53:25,083 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0027_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:53:25,083 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:25,083 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397144823869_0027 AttemptId: appattempt_1397144823869_0027_000001 MasterContainer: Container: [ContainerId: container_1397144823869_0027_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ]
2014-04-10 10:53:25,084 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0027_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:53:25,084 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0027_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:53:25,084 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397144823869_0027_000001
2014-04-10 10:53:25,084 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397144823869_0027_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] for AM appattempt_1397144823869_0027_000001
2014-04-10 10:53:25,085 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397144823869_0027_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:53:25,088 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0027_000001 (auth:SIMPLE)
2014-04-10 10:53:25,089 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0027_01_000001 by user brock
2014-04-10 10:53:25,090 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0027
2014-04-10 10:53:25,090 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0027 CONTAINERID=container_1397144823869_0027_01_000001
2014-04-10 10:53:25,090 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0027 transitioned from NEW to INITING
2014-04-10 10:53:25,090 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0027_01_000001 to application application_1397144823869_0027
2014-04-10 10:53:25,090 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0027 transitioned from INITING to RUNNING
2014-04-10 10:53:25,091 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397144823869_0027_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] for AM appattempt_1397144823869_0027_000001
2014-04-10 10:53:25,091 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0027_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:53:25,091 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:53:25,091 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0027
2014-04-10 10:53:25,091 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:53:25,092 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:53:25,092 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:53:25,092 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:53:25,092 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0027_01_000001
2014-04-10 10:53:25,101 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397144823869_0027_01_000001.tokens. Credentials list:
2014-04-10 10:53:25,115 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:53:25,176 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397144823869_0027_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000001.tokens
2014-04-10 10:53:25,176 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0027 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0027
2014-04-10 10:53:25,272 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742086_1262 127.0.0.1:53466 127.0.0.1:55175 127.0.0.1:55289 127.0.0.1:36139
2014-04-10 10:53:25,272 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742087_1263 127.0.0.1:53466 127.0.0.1:36139 127.0.0.1:55175 127.0.0.1:55289
2014-04-10 10:53:25,272 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742088_1264 127.0.0.1:55175 127.0.0.1:53466 127.0.0.1:36139
2014-04-10 10:53:25,273 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742089_1265 127.0.0.1:53466 127.0.0.1:36139 127.0.0.1:55175
2014-04-10 10:53:25,273 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742091_1267 127.0.0.1:55175 127.0.0.1:55289 127.0.0.1:53466
2014-04-10 10:53:25,273 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742090_1266 127.0.0.1:55289 127.0.0.1:36139 127.0.0.1:55175
2014-04-10 10:53:25,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0026 dst=null perm=null
2014-04-10 10:53:25,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.jar dst=null perm=null
2014-04-10 10:53:25,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.jar dst=null perm=null
2014-04-10 10:53:25,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.jar dst=null perm=null
2014-04-10 10:53:25,285 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38939, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2104719051_18059, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742096_1272, duration: 864363
2014-04-10 10:53:25,309 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0027/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:53:25,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.splitmetainfo dst=null perm=null
2014-04-10 10:53:25,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.splitmetainfo dst=null perm=null
2014-04-10 10:53:25,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.splitmetainfo dst=null perm=null
2014-04-10 10:53:25,334 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54685, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2104719051_18059, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742098_1274, duration: 228173
2014-04-10 10:53:25,351 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0027/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:53:25,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.split dst=null perm=null
2014-04-10 10:53:25,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.split dst=null perm=null
2014-04-10 10:53:25,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.split dst=null perm=null
2014-04-10 10:53:25,375 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54685, bytes: 1928, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2104719051_18059, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742097_1273, duration: 219926
2014-04-10 10:53:25,392 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0027/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:53:25,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.xml dst=null perm=null
2014-04-10 10:53:25,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.xml dst=null perm=null
2014-04-10 10:53:25,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.xml dst=null perm=null
2014-04-10 10:53:25,416 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:38939, bytes: 83511, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2104719051_18059, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742099_1275, duration: 376378
2014-04-10 10:53:25,434 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0027/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:53:25,434 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:53:25,464 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:53:25,464 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:25,523 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000001/default_container_executor.sh]
2014-04-10 10:53:25,824 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:36139 to replicate blk_1073742096_1272 to datanode(s) 127.0.0.1:55289
2014-04-10 10:53:25,824 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073742086_1262, blk_1073742087_1263, blk_1073742088_1264, blk_1073742089_1265, blk_1073742090_1266, blk_1073742093_1269]
2014-04-10 10:53:25,824 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073742086_1262, blk_1073742087_1263, blk_1073742088_1264, blk_1073742089_1265, blk_1073742091_1267, blk_1073742093_1269]
2014-04-10 10:53:26,081 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0027_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:53:26,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:53:26,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/COMMIT_STARTED dst=null perm=null
2014-04-10 10:53:26,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:53:26,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/COMMIT_FAIL dst=null perm=null
2014-04-10 10:53:26,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027 dst=null perm=null
2014-04-10 10:53:26,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:53:26,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:53:26,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.splitmetainfo dst=null perm=null
2014-04-10 10:53:26,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.splitmetainfo dst=null perm=null
2014-04-10 10:53:26,998 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54692, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-419745505_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742098_1274, duration: 116381
2014-04-10 10:53:27,076 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742086_1262 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742086 for deletion
2014-04-10 10:53:27,076 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742087_1263 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742087 for deletion
2014-04-10 10:53:27,076 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742088_1264 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742088 for deletion
2014-04-10 10:53:27,076 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742087_1263 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742087
2014-04-10 10:53:27,076 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742089_1265 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742089 for deletion
2014-04-10 10:53:27,076 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742086_1262 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742086
2014-04-10 10:53:27,076 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742091_1267 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742091 for deletion
2014-04-10 10:53:27,076 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742089_1265 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742089
2014-04-10 10:53:27,076 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742093_1269 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742093 for deletion
2014-04-10 10:53:27,076 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742088_1264 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742088
2014-04-10 10:53:27,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742091_1267 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742091
2014-04-10 10:53:27,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742093_1269 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742093
2014-04-10 10:53:27,088 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=1df63c1b-7aec-480c-a7f5-64068c9095b6, infoPort=40517, ipcPort=46888, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) Starting thread to transfer BP-1649026925-127.0.0.1-1397144808341:blk_1073742096_1272 to 127.0.0.1:55289
2014-04-10 10:53:27,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742086_1262 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742086 for deletion
2014-04-10 10:53:27,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742087_1263 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742087 for deletion
2014-04-10 10:53:27,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742088_1264 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742088 for deletion
2014-04-10 10:53:27,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742087_1263 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742087
2014-04-10 10:53:27,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742089_1265 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742089 for deletion
2014-04-10 10:53:27,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742086_1262 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742086
2014-04-10 10:53:27,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742090_1266 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742090 for deletion
2014-04-10 10:53:27,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742088_1264 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742088
2014-04-10 10:53:27,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742093_1269 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742093 for deletion
2014-04-10 10:53:27,089 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742096_1272 src: /127.0.0.1:54695 dest: /127.0.0.1:55289
2014-04-10 10:53:27,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742089_1265 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742089
2014-04-10 10:53:27,089 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1649026925-127.0.0.1-1397144808341:blk_1073742096_1272 (numBytes=244650) to 127.0.0.1/127.0.0.1:55289
2014-04-10 10:53:27,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742090_1266 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742090
2014-04-10 10:53:27,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742093_1269 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742093
2014-04-10 10:53:27,090 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1649026925-127.0.0.1-1397144808341:blk_1073742096_1272 src: /127.0.0.1:54695 dest: /127.0.0.1:55289 of size 244650
2014-04-10 10:53:27,090 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742096_1272 size 244650
2014-04-10 10:53:27,442 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742094_1270
2014-04-10 10:53:27,442 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742099_1275
2014-04-10 10:53:27,443 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742098_1274
2014-04-10 10:53:27,443 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742091_1267
2014-04-10 10:53:27,443 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742097_1273
2014-04-10 10:53:27,444 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742092_1268
2014-04-10 10:53:27,501 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742091_1267
2014-04-10 10:53:27,501 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742098_1274
2014-04-10 10:53:27,502 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742097_1273
2014-04-10 10:53:27,595 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0027_000001 (auth:SIMPLE)
2014-04-10 10:53:27,596 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397144823869_0027_000001
2014-04-10 10:53:27,596 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397144823869_0027 APPATTEMPTID=appattempt_1397144823869_0027_000001
2014-04-10 10:53:27,596 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0027_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:53:27,596 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0027 State change from ACCEPTED to RUNNING
2014-04-10 10:53:27,644 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742096_1272
2014-04-10 10:53:27,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job_1397144823869_0027_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:27,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:53:27,697 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742096_1272
2014-04-10 10:53:27,697 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742094_1270
2014-04-10 10:53:27,698 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742095_1271
2014-04-10 10:53:27,698 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742097_1273
2014-04-10 10:53:27,698 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742092_1268
2014-04-10 10:53:27,701 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742096_1272
2014-04-10 10:53:27,702 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742099_1275
2014-04-10 10:53:27,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job_1397144823869_0027_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:27,806 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job_1397144823869_0027_1_conf.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742100_1276{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:53:27,835 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742100_1276 src: /127.0.0.1:46876 dest: /127.0.0.1:53466
2014-04-10 10:53:27,836 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742100_1276 src: /127.0.0.1:46750 dest: /127.0.0.1:36139
2014-04-10 10:53:27,837 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742100_1276 src: /127.0.0.1:54701 dest: /127.0.0.1:55289
2014-04-10 10:53:27,841 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54701, dest: /127.0.0.1:55289, bytes: 96846, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-419745505_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742100_1276, duration: 4243170
2014-04-10 10:53:27,842 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742100_1276, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:27,842 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742100_1276{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:53:27,842 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46750, dest: /127.0.0.1:36139, bytes: 96846, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-419745505_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742100_1276, duration: 4628407
2014-04-10 10:53:27,842 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742100_1276, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:27,842 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742100_1276{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:53:27,842 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46876, dest: /127.0.0.1:53466, bytes: 96846, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-419745505_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742100_1276, duration: 5108558
2014-04-10 10:53:27,843 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742100_1276, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:27,843 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742100_1276{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:53:27,855 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job_1397144823869_0027_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-419745505_1
2014-04-10 10:53:27,901 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742095_1271
2014-04-10 10:53:27,901 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742093_1269
2014-04-10 10:53:28,096 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742097_1273
2014-04-10 10:53:28,098 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742100_1276
2014-04-10 10:53:28,099 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742099_1275
2014-04-10 10:53:28,298 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742095_1271
2014-04-10 10:53:28,299 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742094_1270
2014-04-10 10:53:28,499 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742096_1272
2014-04-10 10:53:28,499 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742092_1268
2014-04-10 10:53:28,500 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742098_1274
2014-04-10 10:53:28,787 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0027_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:53:28,787 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0027 CONTAINERID=container_1397144823869_0027_01_000002
2014-04-10 10:53:28,787 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0027_01_000002 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:53:28,787 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0027 container=Container: [ContainerId: container_1397144823869_0027_01_000002, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0027_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:28,787 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:53:28,787 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:28,787 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0027_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:53:28,787 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0027 CONTAINERID=container_1397144823869_0027_01_000003
2014-04-10 10:53:28,788 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0027_01_000003 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:53:28,788 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0027 container=Container: [ContainerId: container_1397144823869_0027_01_000003, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0027_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:28,788 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:53:28,788 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:28,788 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0027_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:53:28,788 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0027 CONTAINERID=container_1397144823869_0027_01_000004
2014-04-10 10:53:28,788 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0027_01_000004 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 10:53:28,788 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0027 container=Container: [ContainerId: container_1397144823869_0027_01_000004, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0027_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:28,788 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:53:28,788 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:28,795 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0027_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:53:28,795 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0027 CONTAINERID=container_1397144823869_0027_01_000005
2014-04-10 10:53:28,795 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0027_01_000005 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 10:53:28,795 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0027 container=Container: [ContainerId: container_1397144823869_0027_01_000005, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0027_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:28,796 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:53:28,796 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:28,825 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0027_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:53:28,825 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0027 CONTAINERID=container_1397144823869_0027_01_000006
2014-04-10 10:53:28,825 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0027_01_000006 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:53:28,825 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073742086_1262, blk_1073742087_1263, blk_1073742088_1264, blk_1073742089_1265, blk_1073742090_1266, blk_1073742091_1267, blk_1073742093_1269]
2014-04-10 10:53:28,825 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0027 container=Container: [ContainerId: container_1397144823869_0027_01_000006, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0027_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:28,825 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073742086_1262, blk_1073742087_1263, blk_1073742090_1266, blk_1073742091_1267]
2014-04-10 10:53:28,825 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 10:53:28,826 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:29,628 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0027_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:53:29,628 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0027_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:53:29,628 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0027_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:53:29,629 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0027_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:53:29,629 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0027_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:53:29,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.jar dst=null perm=null
2014-04-10 10:53:29,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.jar dst=null perm=null
2014-04-10 10:53:29,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.xml dst=null perm=null
2014-04-10 10:53:29,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.xml dst=null perm=null
2014-04-10 10:53:29,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:53:29,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:53:29,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:53:29,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:53:29,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:53:29,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:53:29,745 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0027_000001 (auth:SIMPLE)
2014-04-10 10:53:29,745 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0027_000001 (auth:SIMPLE)
2014-04-10 10:53:29,748 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0027_01_000005 by user brock
2014-04-10 10:53:29,748 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0027_01_000002 by user brock
2014-04-10 10:53:29,748 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0027
2014-04-10 10:53:29,748 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0027_01_000003 by user brock
2014-04-10 10:53:29,748 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0027_01_000002 to application application_1397144823869_0027
2014-04-10 10:53:29,748 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0027_01_000006 by user brock
2014-04-10 10:53:29,748 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0027 transitioned from NEW to INITING
2014-04-10 10:53:29,748 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0027
2014-04-10 10:53:29,748 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0027_01_000004 by user brock
2014-04-10 10:53:29,748 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0027 CONTAINERID=container_1397144823869_0027_01_000006
2014-04-10 10:53:29,748 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0027_01_000005 to application application_1397144823869_0027
2014-04-10 10:53:29,748 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0027 CONTAINERID=container_1397144823869_0027_01_000003
2014-04-10 10:53:29,748 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0027 CONTAINERID=container_1397144823869_0027_01_000002
2014-04-10 10:53:29,748 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0027 CONTAINERID=container_1397144823869_0027_01_000005
2014-04-10 10:53:29,749 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0027_01_000003 to application application_1397144823869_0027
2014-04-10 10:53:29,749 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0027_01_000004 to application application_1397144823869_0027
2014-04-10 10:53:29,749 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0027 transitioned from INITING to RUNNING
2014-04-10 10:53:29,749 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0027 CONTAINERID=container_1397144823869_0027_01_000004
2014-04-10 10:53:29,748 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0027 transitioned from NEW to INITING
2014-04-10 10:53:29,749 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:53:29,749 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0027_01_000006 to application application_1397144823869_0027
2014-04-10 10:53:29,750 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:53:29,750 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0027 transitioned from INITING to RUNNING
2014-04-10 10:53:29,750 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:53:29,750 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:53:29,750 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:53:29,750 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0027
2014-04-10 10:53:29,750 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0027
2014-04-10 10:53:29,750 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0027
2014-04-10 10:53:29,750 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:53:29,750 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0027
2014-04-10 10:53:29,750 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0027
2014-04-10 10:53:29,750 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:53:29,750 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0027
2014-04-10 10:53:29,750 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:53:29,750 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:53:29,750 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:53:29,750 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:53:29,751 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0027_01_000006
2014-04-10 10:53:29,751 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0027
2014-04-10 10:53:29,751 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0027
2014-04-10 10:53:29,751 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:53:29,751 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0027
2014-04-10 10:53:29,751 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0027
2014-04-10 10:53:29,751 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0027
2014-04-10 10:53:29,751 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:53:29,751 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0027
2014-04-10 10:53:29,751 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0027
2014-04-10 10:53:29,751 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0027
2014-04-10 10:53:29,752 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:53:29,752 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0027
2014-04-10 10:53:29,752 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0027_01_000004
2014-04-10 10:53:29,752 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0027_01_000003
2014-04-10 10:53:29,752 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0027_01_000002
2014-04-10 10:53:29,752 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0027_01_000005
2014-04-10 10:53:29,763 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397144823869_0027_01_000003.tokens. Credentials list:
2014-04-10 10:53:29,764 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397144823869_0027_01_000004.tokens. Credentials list:
2014-04-10 10:53:29,763 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397144823869_0027_01_000005.tokens. Credentials list:
2014-04-10 10:53:29,763 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397144823869_0027_01_000002.tokens. Credentials list:
2014-04-10 10:53:29,763 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397144823869_0027_01_000006.tokens. Credentials list:
2014-04-10 10:53:29,773 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:53:29,773 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:53:29,787 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0027_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:53:29,787 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0027_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:53:29,787 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0027_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:53:29,787 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0027_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:53:29,825 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0027_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:53:29,843 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397144823869_0027_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000006.tokens
2014-04-10 10:53:29,843 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397144823869_0027_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000003.tokens
2014-04-10 10:53:29,843 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0027 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0027
2014-04-10 10:53:29,843 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0027 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0027
2014-04-10 10:53:29,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.jar dst=null perm=null
2014-04-10 10:53:29,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.jar dst=null perm=null
2014-04-10 10:53:29,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.jar dst=null perm=null
2014-04-10 10:53:29,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.jar dst=null perm=null
2014-04-10 10:53:29,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.jar dst=null perm=null
2014-04-10 10:53:29,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.jar dst=null perm=null
2014-04-10 10:53:29,964 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54716, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-402865683_18234, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742096_1272, duration: 633722
2014-04-10 10:53:29,964 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46894, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1423484860_18235, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742096_1272, duration: 893613
2014-04-10 10:53:29,994 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0027/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:53:29,994 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0027/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:53:30,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742086_1262 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742086 for deletion
2014-04-10 10:53:30,009 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742087_1263 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742087 for deletion
2014-04-10 10:53:30,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742090_1266 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742090 for deletion
2014-04-10 10:53:30,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742086_1262 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742086
2014-04-10 10:53:30,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742091_1267 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742091 for deletion
2014-04-10 10:53:30,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742087_1263 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742087
2014-04-10 10:53:30,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742090_1266 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742090
2014-04-10 10:53:30,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742091_1267 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742091
2014-04-10 10:53:30,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.xml dst=null perm=null
2014-04-10 10:53:30,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.xml dst=null perm=null
2014-04-10 10:53:30,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.xml dst=null perm=null
2014-04-10 10:53:30,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.xml dst=null perm=null
2014-04-10 10:53:30,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.xml dst=null perm=null
2014-04-10 10:53:30,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.xml dst=null perm=null
2014-04-10 10:53:30,028 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54716, bytes: 83511, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-402865683_18234, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742099_1275, duration: 438772
2014-04-10 10:53:30,028 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46770, bytes: 83511, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1423484860_18235, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742099_1275, duration: 464449
2014-04-10 10:53:30,051 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0027/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:53:30,051 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0027/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:53:30,051 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:53:30,051 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:53:30,052 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:53:30,052 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:53:30,052 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:53:30,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742086_1262 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742086 for deletion
2014-04-10 10:53:30,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742087_1263 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742087 for deletion
2014-04-10 10:53:30,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742088_1264 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742088 for deletion
2014-04-10 10:53:30,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742086_1262 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742086
2014-04-10 10:53:30,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742089_1265 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742089 for deletion
2014-04-10 10:53:30,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742087_1263 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742087
2014-04-10 10:53:30,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742090_1266 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742090 for deletion
2014-04-10 10:53:30,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742088_1264 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742088
2014-04-10 10:53:30,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742089_1265 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742089
2014-04-10 10:53:30,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742091_1267 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742091 for deletion
2014-04-10 10:53:30,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742090_1266 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742090
2014-04-10 10:53:30,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742093_1269 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742093 for deletion
2014-04-10 10:53:30,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742091_1267 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742091
2014-04-10 10:53:30,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742093_1269 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742093
2014-04-10 10:53:30,105 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:53:30,105 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:30,114 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:53:30,114 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:30,115 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:53:30,115 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:30,123 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:53:30,123 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:30,123 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:53:30,124 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:30,241 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000006/default_container_executor.sh]
2014-04-10 10:53:30,245 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000003/default_container_executor.sh]
2014-04-10 10:53:30,245 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000004/default_container_executor.sh]
2014-04-10 10:53:30,248 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000005/default_container_executor.sh]
2014-04-10 10:53:30,248 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000002/default_container_executor.sh]
2014-04-10 10:53:30,408 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397144823869_0026_01_000001 succeeded
2014-04-10 10:53:30,408 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:53:30,409 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0026_01_000001
2014-04-10 10:53:30,420 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000001
2014-04-10 10:53:30,420 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000001
2014-04-10 10:53:30,420 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0026 CONTAINERID=container_1397144823869_0026_01_000001
2014-04-10 10:53:30,420 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0026_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:53:30,420 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0026_01_000001 from application application_1397144823869_0026
2014-04-10 10:53:30,421 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:30,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000001
2014-04-10 10:53:30,421 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0026
2014-04-10 10:53:30,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0026/container_1397144823869_0026_01_000001
2014-04-10 10:53:30,651 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:53:31,082 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0026_01_000001
2014-04-10 10:53:31,083 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0026_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:53:31,083 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397144823869_0026_000001
2014-04-10 10:53:31,083 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0026_000001 State change from FINISHING to FINISHED
2014-04-10 10:53:31,083 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0026 State change from FINISHING to FINISHED
2014-04-10 10:53:31,083 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397144823869_0026_000001
2014-04-10 10:53:31,083 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0026_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:53:31,083 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0026 CONTAINERID=container_1397144823869_0026_01_000001
2014-04-10 10:53:31,084 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0026_01_000001 of capacity <memory:2048, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:53:31,084 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 10:53:31,084 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0026_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:31,084 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:31,084 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 10:53:31,084 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0026_000001 released container container_1397144823869_0026_01_000001 on node: host: localhost:56736 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:53:31,084 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397144823869_0026_000001 is done. finalState=FINISHED
2014-04-10 10:53:31,084 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397144823869_0026 requests cleared
2014-04-10 10:53:31,084 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397144823869_0026 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:53:31,084 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397144823869_0026 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:53:31,083 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397144823869_0026
2014-04-10 10:53:31,085 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397144823869_0026,name=[480FA0F5861A45D2960271131772DDAD/221DC7A732AE4486A7844B1A67D09B8D] lower*upper/(1/1) ...orm/cogroupinnerouternull,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:60619/proxy/application_1397144823869_0026/jobhistory/job/job_1397144823869_0026,appMasterHost=localhost.localdomain,startTime=1397145190970,finishTime=1397145204256,finalStatus=SUCCEEDED
2014-04-10 10:53:31,086 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0026_000001 (auth:SIMPLE)
2014-04-10 10:53:31,099 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0026_01_000001
2014-04-10 10:53:31,168 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:53:31,578 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397144823869_0027_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000002.tokens
2014-04-10 10:53:31,579 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0027 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0027
2014-04-10 10:53:31,752 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:53:31,787 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0026 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:53:31,788 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0026
2014-04-10 10:53:31,788 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0026
2014-04-10 10:53:31,788 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0026
2014-04-10 10:53:31,788 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0026
2014-04-10 10:53:31,788 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0026 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:53:31,788 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0026, with delay of 10800 seconds
2014-04-10 10:53:31,788 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0026
2014-04-10 10:53:31,812 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397144823869_0027_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000005.tokens
2014-04-10 10:53:31,812 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0027 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0027
2014-04-10 10:53:31,826 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0026 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:53:31,826 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0026
2014-04-10 10:53:31,826 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0026
2014-04-10 10:53:31,826 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0026
2014-04-10 10:53:31,826 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0026 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:53:31,826 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0026
2014-04-10 10:53:31,826 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0026
2014-04-10 10:53:31,826 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0026, with delay of 10800 seconds
2014-04-10 10:53:32,008 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:53:32,083 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0026 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:53:32,083 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0026
2014-04-10 10:53:32,083 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0026
2014-04-10 10:53:32,083 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0026
2014-04-10 10:53:32,084 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0026 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:53:32,084 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0026, with delay of 10800 seconds
2014-04-10 10:53:32,084 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0026
2014-04-10 10:53:32,084 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0026
2014-04-10 10:53:32,358 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397144823869_0027_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000004.tokens
2014-04-10 10:53:32,359 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0027 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0027
2014-04-10 10:53:32,647 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742100_1276
2014-04-10 10:53:32,701 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742100_1276
2014-04-10 10:53:32,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.split dst=null perm=null
2014-04-10 10:53:32,987 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46786, bytes: 1412, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0027_m_000002_0_1674216218_1, offset: 512, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742097_1273, duration: 176272
2014-04-10 10:53:33,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:53:33,049 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39014, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0027_m_000002_0_1674216218_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 175661
2014-04-10 10:53:33,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.split dst=null perm=null
2014-04-10 10:53:33,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.split dst=null perm=null
2014-04-10 10:53:33,209 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54742, bytes: 1928, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0027_m_000001_0_2131171571_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742097_1273, duration: 192759
2014-04-10 10:53:33,226 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46793, bytes: 896, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0027_m_000003_0_498467965_1, offset: 1024, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742097_1273, duration: 180444
2014-04-10 10:53:33,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.split dst=null perm=null
2014-04-10 10:53:33,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:53:33,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0027_m_000002_0 dst=null perm=null
2014-04-10 10:53:33,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job.split dst=null perm=null
2014-04-10 10:53:33,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:53:33,323 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46795, bytes: 1928, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0027_m_000000_0_1552062976_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742097_1273, duration: 166036
2014-04-10 10:53:33,372 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0027_01_000004
2014-04-10 10:53:33,372 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0027 CONTAINERID=container_1397144823869_0027_01_000004
2014-04-10 10:53:33,372 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:53:33,372 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0027_01_000004
2014-04-10 10:53:33,378 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0027_01_000004 is : 143
2014-04-10 10:53:33,386 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job_1397144823869_0027_1.jhist. BP-1649026925-127.0.0.1-1397144808341 blk_1073742101_1277{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:53:33,388 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:53:33,388 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000004
2014-04-10 10:53:33,388 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000004
2014-04-10 10:53:33,389 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0027 CONTAINERID=container_1397144823869_0027_01_000004
2014-04-10 10:53:33,389 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000004
2014-04-10 10:53:33,389 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000004
2014-04-10 10:53:33,389 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:53:33,389 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0027_01_000004 from application application_1397144823869_0027
2014-04-10 10:53:33,389 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:33,389 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0027
2014-04-10 10:53:33,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:53:33,404 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46797, bytes: 896, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0027_m_000004_0_-987781716_1, offset: 1024, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742097_1273, duration: 161170
2014-04-10 10:53:33,405 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39024, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0027_m_000000_0_1552062976_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 142352
2014-04-10 10:53:33,448 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742101_1277 src: /127.0.0.1:39025 dest: /127.0.0.1:55175
2014-04-10 10:53:33,449 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742101_1277 src: /127.0.0.1:46800 dest: /127.0.0.1:36139
2014-04-10 10:53:33,456 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742101_1277 src: /127.0.0.1:54751 dest: /127.0.0.1:55289
2014-04-10 10:53:33,460 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job_1397144823869_0027_1.jhist for DFSClient_NONMAPREDUCE_-419745505_1
2014-04-10 10:53:33,463 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39028, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0027_m_000001_0_2131171571_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 174999
2014-04-10 10:53:33,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:53:33,482 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54753, bytes: 52, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0027_m_000004_0_-987781716_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004, duration: 7348319
2014-04-10 10:53:33,513 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46793, bytes: 52, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0027_m_000003_0_498467965_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004, duration: 154093
2014-04-10 10:53:33,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0027_m_000001_0 dst=null perm=null
2014-04-10 10:53:33,601 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0027_01_000003
2014-04-10 10:53:33,601 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0027 CONTAINERID=container_1397144823869_0027_01_000003
2014-04-10 10:53:33,601 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:53:33,601 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0027_01_000003
2014-04-10 10:53:33,601 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0027_01_000004
2014-04-10 10:53:33,602 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0027_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:53:33,602 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0027_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:53:33,602 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0027 CONTAINERID=container_1397144823869_0027_01_000004
2014-04-10 10:53:33,602 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0027_01_000004 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 10:53:33,602 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 10:53:33,602 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0027_01_000004, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:33,603 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:33,603 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 10:53:33,603 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0027_000001 released container container_1397144823869_0027_01_000004 on node: host: localhost:52024 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 10:53:33,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0027_m_000003_0 dst=null perm=null
2014-04-10 10:53:33,613 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0027_01_000003 is : 143
2014-04-10 10:53:33,622 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:53:33,622 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000003
2014-04-10 10:53:33,622 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000003
2014-04-10 10:53:33,622 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000003
2014-04-10 10:53:33,622 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000003
2014-04-10 10:53:33,622 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0027 CONTAINERID=container_1397144823869_0027_01_000003
2014-04-10 10:53:33,623 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:53:33,623 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0027_01_000003 from application application_1397144823869_0027
2014-04-10 10:53:33,623 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:33,623 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0027
2014-04-10 10:53:33,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0027_m_000000_0 dst=null perm=null
2014-04-10 10:53:33,660 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0027_01_000005
2014-04-10 10:53:33,661 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0027 CONTAINERID=container_1397144823869_0027_01_000005
2014-04-10 10:53:33,661 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:53:33,661 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0027_01_000005
2014-04-10 10:53:33,661 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0027_01_000003
2014-04-10 10:53:33,661 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0027_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:53:33,661 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0027_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:53:33,662 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0027 CONTAINERID=container_1397144823869_0027_01_000003
2014-04-10 10:53:33,662 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0027_01_000003 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:53:33,662 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 10:53:33,662 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0027_01_000003, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:33,662 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:33,662 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:53:33,662 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0027_000001 released container container_1397144823869_0027_01_000003 on node: host: localhost:52024 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:53:33,670 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0027_01_000005 is : 143
2014-04-10 10:53:33,685 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:53:33,685 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000005
2014-04-10 10:53:33,686 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000005
2014-04-10 10:53:33,686 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000005
2014-04-10 10:53:33,686 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000005
2014-04-10 10:53:33,686 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0027 CONTAINERID=container_1397144823869_0027_01_000005
2014-04-10 10:53:33,687 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:53:33,687 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0027_01_000005 from application application_1397144823869_0027
2014-04-10 10:53:33,687 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:33,687 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0027
2014-04-10 10:53:33,693 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0027_01_000002
2014-04-10 10:53:33,693 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0027 CONTAINERID=container_1397144823869_0027_01_000002
2014-04-10 10:53:33,693 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:53:33,693 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0027_01_000002
2014-04-10 10:53:33,693 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0027_01_000005
2014-04-10 10:53:33,700 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0027_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:53:33,700 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0027_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:53:33,700 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0027 CONTAINERID=container_1397144823869_0027_01_000005
2014-04-10 10:53:33,700 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0027_01_000005 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:53:33,700 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:53:33,700 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0027_01_000005, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:33,700 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:33,700 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:53:33,700 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0027_000001 released container container_1397144823869_0027_01_000005 on node: host: localhost:52024 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:53:33,704 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0027_01_000002 is : 143
2014-04-10 10:53:33,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0027_m_000004_0 dst=null perm=null
2014-04-10 10:53:33,713 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:53:33,713 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000002
2014-04-10 10:53:33,713 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000002
2014-04-10 10:53:33,713 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000002
2014-04-10 10:53:33,713 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0027 CONTAINERID=container_1397144823869_0027_01_000002
2014-04-10 10:53:33,713 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000002
2014-04-10 10:53:33,713 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:53:33,713 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0027_01_000002 from application application_1397144823869_0027
2014-04-10 10:53:33,714 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:33,714 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0027
2014-04-10 10:53:33,755 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0027_01_000006
2014-04-10 10:53:33,755 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0027 CONTAINERID=container_1397144823869_0027_01_000006
2014-04-10 10:53:33,755 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:53:33,755 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0027_01_000006
2014-04-10 10:53:33,762 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0027_01_000006 is : 143
2014-04-10 10:53:33,777 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:53:33,778 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000006
2014-04-10 10:53:33,778 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000006
2014-04-10 10:53:33,778 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000006
2014-04-10 10:53:33,778 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0027 CONTAINERID=container_1397144823869_0027_01_000006
2014-04-10 10:53:33,779 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000006
2014-04-10 10:53:33,779 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:53:33,779 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0027_01_000006 from application application_1397144823869_0027
2014-04-10 10:53:33,779 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:33,779 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0027
2014-04-10 10:53:34,699 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0027_01_000002
2014-04-10 10:53:34,700 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0027_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:53:34,700 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0027_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:53:34,700 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0027 CONTAINERID=container_1397144823869_0027_01_000002
2014-04-10 10:53:34,701 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0027_01_000002 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:53:34,701 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:53:34,701 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0027_01_000002, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:34,701 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:34,701 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:53:34,701 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0027_000001 released container container_1397144823869_0027_01_000002 on node: host: localhost:52024 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:53:34,702 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0027_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:53:34,702 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0027 CONTAINERID=container_1397144823869_0027_01_000007
2014-04-10 10:53:34,702 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0027_01_000007 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:53:34,702 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0027 container=Container: [ContainerId: container_1397144823869_0027_01_000007, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0027_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:34,703 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:53:34,703 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:34,756 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0027_01_000006
2014-04-10 10:53:34,756 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0027_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:53:34,757 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0027_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:53:34,757 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0027 CONTAINERID=container_1397144823869_0027_01_000006
2014-04-10 10:53:34,757 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0027_01_000006 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:53:34,757 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:53:34,757 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0027_01_000006, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:34,757 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:34,757 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:53:34,758 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0027_000001 released container container_1397144823869_0027_01_000006 on node: host: localhost:50571 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:53:35,670 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0027_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:53:35,683 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0027_01_000007 by user brock
2014-04-10 10:53:35,683 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0027 CONTAINERID=container_1397144823869_0027_01_000007
2014-04-10 10:53:35,683 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0027_01_000007 to application application_1397144823869_0027
2014-04-10 10:53:35,684 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 10:53:35,684 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0027
2014-04-10 10:53:35,684 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0027
2014-04-10 10:53:35,684 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:53:35,684 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0027
2014-04-10 10:53:35,685 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:53:35,700 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0027_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:53:35,714 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 10:53:35,714 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:35,773 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000007/default_container_executor.sh]
2014-04-10 10:53:36,674 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:53:37,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0027_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:37,541 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0027_r_000000_0/part-00000. BP-1649026925-127.0.0.1-1397144808341 blk_1073742102_1278{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:53:37,613 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742102_1278 src: /127.0.0.1:39038 dest: /127.0.0.1:55175
2014-04-10 10:53:37,614 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742102_1278 src: /127.0.0.1:46940 dest: /127.0.0.1:53466
2014-04-10 10:53:37,616 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742102_1278 src: /127.0.0.1:54764 dest: /127.0.0.1:55289
2014-04-10 10:53:37,628 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54764, dest: /127.0.0.1:55289, bytes: 219, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0027_r_000000_0_112256627_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742102_1278, duration: 11819873
2014-04-10 10:53:37,628 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742102_1278, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:37,629 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742102_1278{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:53:37,629 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46940, dest: /127.0.0.1:53466, bytes: 219, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0027_r_000000_0_112256627_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742102_1278, duration: 12328724
2014-04-10 10:53:37,629 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742102_1278, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:37,629 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742102_1278{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:53:37,630 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39038, dest: /127.0.0.1:55175, bytes: 219, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0027_r_000000_0_112256627_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742102_1278, duration: 13003832
2014-04-10 10:53:37,630 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742102_1278, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:37,630 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742102_1278{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:53:37,646 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0027_r_000000_0/part-00000 is closed by DFSClient_attempt_1397144823869_0027_r_000000_0_112256627_1
2014-04-10 10:53:37,651 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742102_1278
2014-04-10 10:53:37,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0027_r_000000_0 dst=null perm=null
2014-04-10 10:53:37,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0027_r_000000_0 dst=null perm=null
2014-04-10 10:53:37,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup/_temporary/1/task_1397144823869_0027_r_000000 dst=null perm=null
2014-04-10 10:53:37,705 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742102_1278
2014-04-10 10:53:37,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0027_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup/_temporary/1/task_1397144823869_0027_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:53:37,756 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0027_01_000007
2014-04-10 10:53:37,756 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0027 CONTAINERID=container_1397144823869_0027_01_000007
2014-04-10 10:53:37,756 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000007 transitioned from RUNNING to KILLING
2014-04-10 10:53:37,757 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0027_01_000007
2014-04-10 10:53:37,763 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0027_01_000007 is : 143
2014-04-10 10:53:37,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:37,777 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:53:37,777 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000007
2014-04-10 10:53:37,777 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000007
2014-04-10 10:53:37,777 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000007
2014-04-10 10:53:37,778 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000007
2014-04-10 10:53:37,778 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0027 CONTAINERID=container_1397144823869_0027_01_000007
2014-04-10 10:53:37,778 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:53:37,778 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0027_01_000007 from application application_1397144823869_0027
2014-04-10 10:53:37,778 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:37,778 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0027
2014-04-10 10:53:37,788 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-419745505_1
2014-04-10 10:53:37,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup/_temporary/1 dst=null perm=null
2014-04-10 10:53:37,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup dst=null perm=null
2014-04-10 10:53:37,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup dst=null perm=null
2014-04-10 10:53:37,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup/_temporary/1/task_1397144823869_0027_r_000000 dst=null perm=null
2014-04-10 10:53:37,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:53:37,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup/_temporary/1/task_1397144823869_0027_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:37,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup/_temporary dst=null perm=null
2014-04-10 10:53:37,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:37,863 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-419745505_1
2014-04-10 10:53:37,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:37,896 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-419745505_1
2014-04-10 10:53:37,903 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742102_1278
2014-04-10 10:53:37,916 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54751, dest: /127.0.0.1:55289, bytes: 69552, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-419745505_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742101_1277, duration: 4457326816
2014-04-10 10:53:37,916 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742101_1277, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:37,917 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46800, dest: /127.0.0.1:36139, bytes: 69552, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-419745505_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742101_1277, duration: 4458316327
2014-04-10 10:53:37,917 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742101_1277{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 15779
2014-04-10 10:53:37,917 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742101_1277, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:37,918 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39025, dest: /127.0.0.1:55175, bytes: 69552, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-419745505_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742101_1277, duration: 4459274731
2014-04-10 10:53:37,918 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742101_1277, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:37,918 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742101_1277{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 15779
2014-04-10 10:53:37,918 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742101_1277{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 15779
2014-04-10 10:53:37,929 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job_1397144823869_0027_1.jhist is closed by DFSClient_NONMAPREDUCE_-419745505_1
2014-04-10 10:53:37,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0027.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:37,949 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0027.summary_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742103_1279{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:53:37,965 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742103_1279 src: /127.0.0.1:46815 dest: /127.0.0.1:36139
2014-04-10 10:53:37,966 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742103_1279 src: /127.0.0.1:46943 dest: /127.0.0.1:53466
2014-04-10 10:53:37,967 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742103_1279 src: /127.0.0.1:54767 dest: /127.0.0.1:55289
2014-04-10 10:53:37,971 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54767, dest: /127.0.0.1:55289, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-419745505_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742103_1279, duration: 2118431
2014-04-10 10:53:37,971 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742103_1279, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:37,971 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742103_1279{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:53:37,971 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46943, dest: /127.0.0.1:53466, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-419745505_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742103_1279, duration: 3041931
2014-04-10 10:53:37,972 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742103_1279, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:37,972 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742103_1279{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:53:37,972 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46815, dest: /127.0.0.1:36139, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-419745505_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742103_1279, duration: 3625882
2014-04-10 10:53:37,972 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742103_1279, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:37,973 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742103_1279{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:53:37,988 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0027.summary_tmp is closed by DFSClient_NONMAPREDUCE_-419745505_1
2014-04-10 10:53:38,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0027.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:53:38,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job_1397144823869_0027_1.jhist dst=null perm=null
2014-04-10 10:53:38,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0027-1397145205055-brock-%5BFE655C8892004828BCE0077AF458FA60%2F9DF4C0C65D7546F3-1397145217897-5-1-SUCCEEDED-default-1397145207605.jhist_tmp dst=null perm=null
2014-04-10 10:53:38,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job_1397144823869_0027_1.jhist dst=null perm=null
2014-04-10 10:53:38,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0027-1397145205055-brock-%5BFE655C8892004828BCE0077AF458FA60%2F9DF4C0C65D7546F3-1397145217897-5-1-SUCCEEDED-default-1397145207605.jhist_tmp dst=null perm=null
2014-04-10 10:53:38,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job_1397144823869_0027_1.jhist dst=null perm=null
2014-04-10 10:53:38,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0027-1397145205055-brock-%5BFE655C8892004828BCE0077AF458FA60%2F9DF4C0C65D7546F3-1397145217897-5-1-SUCCEEDED-default-1397145207605.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:38,032 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46818, bytes: 70096, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-419745505_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742101_1277, duration: 227126
2014-04-10 10:53:38,034 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0027-1397145205055-brock-%5BFE655C8892004828BCE0077AF458FA60%2F9DF4C0C65D7546F3-1397145217897-5-1-SUCCEEDED-default-1397145207605.jhist_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742104_1280{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]}
2014-04-10 10:53:38,048 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742104_1280 src: /127.0.0.1:46946 dest: /127.0.0.1:53466
2014-04-10 10:53:38,050 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742104_1280 src: /127.0.0.1:46820 dest: /127.0.0.1:36139
2014-04-10 10:53:38,051 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742104_1280 src: /127.0.0.1:39047 dest: /127.0.0.1:55175
2014-04-10 10:53:38,055 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39047, dest: /127.0.0.1:55175, bytes: 69552, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-419745505_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742104_1280, duration: 3510611
2014-04-10 10:53:38,055 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742104_1280, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:38,056 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742104_1280{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:53:38,056 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46820, dest: /127.0.0.1:36139, bytes: 69552, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-419745505_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742104_1280, duration: 3779307
2014-04-10 10:53:38,056 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742104_1280, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:38,057 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46946, dest: /127.0.0.1:53466, bytes: 69552, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-419745505_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742104_1280, duration: 4815634
2014-04-10 10:53:38,057 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742104_1280{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:53:38,057 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742104_1280, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:38,058 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742104_1280{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:53:38,071 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0027-1397145205055-brock-%5BFE655C8892004828BCE0077AF458FA60%2F9DF4C0C65D7546F3-1397145217897-5-1-SUCCEEDED-default-1397145207605.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-419745505_1
2014-04-10 10:53:38,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0027-1397145205055-brock-%5BFE655C8892004828BCE0077AF458FA60%2F9DF4C0C65D7546F3-1397145217897-5-1-SUCCEEDED-default-1397145207605.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:53:38,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job_1397144823869_0027_1_conf.xml dst=null perm=null
2014-04-10 10:53:38,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0027_conf.xml_tmp dst=null perm=null
2014-04-10 10:53:38,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job_1397144823869_0027_1_conf.xml dst=null perm=null
2014-04-10 10:53:38,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0027_conf.xml_tmp dst=null perm=null
2014-04-10 10:53:38,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027/job_1397144823869_0027_1_conf.xml dst=null perm=null
2014-04-10 10:53:38,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0027_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:38,107 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46949, bytes: 97606, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-419745505_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742100_1276, duration: 381450
2014-04-10 10:53:38,110 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0027_conf.xml_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742105_1281{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:53:38,123 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742105_1281 src: /127.0.0.1:46823 dest: /127.0.0.1:36139
2014-04-10 10:53:38,125 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742105_1281 src: /127.0.0.1:46951 dest: /127.0.0.1:53466
2014-04-10 10:53:38,126 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742105_1281 src: /127.0.0.1:54775 dest: /127.0.0.1:55289
2014-04-10 10:53:38,130 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54775, dest: /127.0.0.1:55289, bytes: 96846, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-419745505_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742105_1281, duration: 2799563
2014-04-10 10:53:38,130 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742105_1281, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:38,130 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742105_1281{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:53:38,130 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46951, dest: /127.0.0.1:53466, bytes: 96846, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-419745505_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742105_1281, duration: 3393735
2014-04-10 10:53:38,131 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742105_1281, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:38,131 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742105_1281{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:53:38,131 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46823, dest: /127.0.0.1:36139, bytes: 96846, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-419745505_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742105_1281, duration: 3499414
2014-04-10 10:53:38,131 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742105_1281, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:38,132 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742105_1281{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:53:38,146 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0027_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-419745505_1
2014-04-10 10:53:38,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0027_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:53:38,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0027.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0027.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:53:38,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0027_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0027_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:53:38,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0027-1397145205055-brock-%5BFE655C8892004828BCE0077AF458FA60%2F9DF4C0C65D7546F3-1397145217897-5-1-SUCCEEDED-default-1397145207605.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0027-1397145205055-brock-%5BFE655C8892004828BCE0077AF458FA60%2F9DF4C0C65D7546F3-1397145217897-5-1-SUCCEEDED-default-1397145207605.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:53:38,204 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397144823869_0027_000001 with final state: FINISHING
2014-04-10 10:53:38,205 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0027_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:53:38,205 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397144823869_0027 with final state: FINISHING
2014-04-10 10:53:38,205 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0027 State change from RUNNING to FINAL_SAVING
2014-04-10 10:53:38,205 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0027
2014-04-10 10:53:38,206 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0027_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:53:38,206 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0027 State change from FINAL_SAVING to FINISHING
2014-04-10 10:53:38,252 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:53:38,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:53:38,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:53:38,256 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397144823869_0027 from file: hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0027-1397145205055-brock-%5BFE655C8892004828BCE0077AF458FA60%2F9DF4C0C65D7546F3-1397145217897-5-1-SUCCEEDED-default-1397145207605.jhist
2014-04-10 10:53:38,257 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0027-1397145205055-brock-%5BFE655C8892004828BCE0077AF458FA60%2F9DF4C0C65D7546F3-1397145217897-5-1-SUCCEEDED-default-1397145207605.jhist]
2014-04-10 10:53:38,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0027-1397145205055-brock-%5BFE655C8892004828BCE0077AF458FA60%2F9DF4C0C65D7546F3-1397145217897-5-1-SUCCEEDED-default-1397145207605.jhist dst=null perm=null
2014-04-10 10:53:38,261 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46828, bytes: 70096, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742104_1280, duration: 406835
2014-04-10 10:53:38,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0027.summary dst=null perm=null
2014-04-10 10:53:38,284 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46956, bytes: 457, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_538767685_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742103_1279, duration: 220152
2014-04-10 10:53:38,284 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397144823869_0027,submitTime=1397145205055,launchTime=1397145207605,firstMapTaskLaunchTime=1397145209754,firstReduceTaskLaunchTime=1397145215684,finishTime=1397145217897,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=5,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=19,reduceSlotSeconds=2,jobName=[FE655C8892004828BCE0077AF458FA60/9DF4C0C65D7546F3B1EAFEE9CC0CC355] lower*upper/(1/1) ...nnerouternull-resultgroup
2014-04-10 10:53:38,284 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0027.summary]
2014-04-10 10:53:38,296 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742103_1279 127.0.0.1:36139 127.0.0.1:53466 127.0.0.1:55289
2014-04-10 10:53:38,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0027.summary dst=null perm=null
2014-04-10 10:53:38,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:53:38,299 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0027-1397145205055-brock-%5BFE655C8892004828BCE0077AF458FA60%2F9DF4C0C65D7546F3-1397145217897-5-1-SUCCEEDED-default-1397145207605.jhist to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0027-1397145205055-brock-%5BFE655C8892004828BCE0077AF458FA60%2F9DF4C0C65D7546F3-1397145217897-5-1-SUCCEEDED-default-1397145207605.jhist
2014-04-10 10:53:38,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0027-1397145205055-brock-%5BFE655C8892004828BCE0077AF458FA60%2F9DF4C0C65D7546F3-1397145217897-5-1-SUCCEEDED-default-1397145207605.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0027-1397145205055-brock-%5BFE655C8892004828BCE0077AF458FA60%2F9DF4C0C65D7546F3-1397145217897-5-1-SUCCEEDED-default-1397145207605.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:53:38,313 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0027_conf.xml to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0027_conf.xml
2014-04-10 10:53:38,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0027_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0027_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:53:38,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup dst=null perm=null
2014-04-10 10:53:38,339 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup/_temporary
2014-04-10 10:53:38,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup/_temporary dst=null perm=null
2014-04-10 10:53:38,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup dst=null perm=null
2014-04-10 10:53:38,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup dst=null perm=null
2014-04-10 10:53:38,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup dst=null perm=null
2014-04-10 10:53:38,367 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:53:38,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:53:38,370 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46956, bytes: 223, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742102_1278, duration: 204978
2014-04-10 10:53:38,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup dst=null perm=null
2014-04-10 10:53:38,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup dst=null perm=null
2014-04-10 10:53:38,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup dst=null perm=null
2014-04-10 10:53:38,384 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:53:38,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:53:38,386 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46956, bytes: 223, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742102_1278, duration: 137647
2014-04-10 10:53:38,386 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup
2014-04-10 10:53:38,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup dst=null perm=null
2014-04-10 10:53:38,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup dst=null perm=null
2014-04-10 10:53:38,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup dst=null perm=null
2014-04-10 10:53:38,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup dst=null perm=null
2014-04-10 10:53:38,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:53:38,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:53:38,393 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39056, bytes: 223, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742102_1278, duration: 138628
2014-04-10 10:53:38,393 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull
2014-04-10 10:53:38,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull dst=null perm=null
2014-04-10 10:53:38,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull dst=null perm=null
2014-04-10 10:53:38,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull dst=null perm=null
2014-04-10 10:53:38,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull dst=null perm=null
2014-04-10 10:53:38,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull/part-00000 dst=null perm=null
2014-04-10 10:53:38,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnerouternull/part-00000 dst=null perm=null
2014-04-10 10:53:38,398 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46956, bytes: 223, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742092_1268, duration: 249751
2014-04-10 10:53:38,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:53:38,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:53:38,417 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 10:53:38,418 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 10:53:38,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull dst=null perm=null
2014-04-10 10:53:38,428 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting
2014-04-10 10:53:38,428 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextDelimited[['num', 'char' | Integer, String]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt"]
2014-04-10 10:53:38,428 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextDelimited[['num', 'char' | Integer, String]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt"]
2014-04-10 10:53:38,428 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] sink: Hfs["TextDelimited[[0:3]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull"]
2014-04-10 10:53:38,429 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] parallel execution is enabled: true
2014-04-10 10:53:38,429 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting jobs: 1
2014-04-10 10:53:38,429 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] allocating threads: 1
2014-04-10 10:53:38,430 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) ...platform/cogroupouternull
2014-04-10 10:53:38,441 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:53:38,447 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:53:38,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull dst=null perm=null
2014-04-10 10:53:38,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:53:38,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:53:38,450 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 28
2014-04-10 10:53:38,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028 dst=null perm=null
2014-04-10 10:53:38,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:53:38,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:53:38,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.jar dst=null perm=null
2014-04-10 10:53:38,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:53:38,498 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073742106_1282{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:53:38,504 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742105_1281
2014-04-10 10:53:38,505 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742101_1277
2014-04-10 10:53:38,506 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742103_1279
2014-04-10 10:53:38,507 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742104_1280
2014-04-10 10:53:38,514 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742106_1282 src: /127.0.0.1:39057 dest: /127.0.0.1:55175
2014-04-10 10:53:38,515 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742106_1282 src: /127.0.0.1:46832 dest: /127.0.0.1:36139
2014-04-10 10:53:38,516 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742106_1282 src: /127.0.0.1:54783 dest: /127.0.0.1:55289
2014-04-10 10:53:38,521 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54783, dest: /127.0.0.1:55289, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742106_1282, duration: 3961440
2014-04-10 10:53:38,522 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742106_1282, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:38,522 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742106_1282{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:53:38,522 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46832, dest: /127.0.0.1:36139, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742106_1282, duration: 3767909
2014-04-10 10:53:38,522 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742106_1282, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:38,523 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742106_1282{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:53:38,523 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39057, dest: /127.0.0.1:55175, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742106_1282, duration: 4386256
2014-04-10 10:53:38,523 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742106_1282, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:38,523 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742106_1282{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:53:38,538 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:53:38,539 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.jar
2014-04-10 10:53:38,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.jar dst=null perm=null
2014-04-10 10:53:38,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:53:38,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:53:38,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:53:38,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:53:38,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:53:38,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:53:38,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:53:38,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:53:38,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:53:38,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:53:38,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:53:38,565 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:53:38,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:53:38,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:53:38,568 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:53:38,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:53:38,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:53:38,571 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:53:38,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:53:38,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:53:38,573 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:53:38,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:53:38,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:53:38,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:53:38,597 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.split
2014-04-10 10:53:38,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.split dst=null perm=null
2014-04-10 10:53:38,606 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.split. BP-1649026925-127.0.0.1-1397144808341 blk_1073742107_1283{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:53:38,622 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742107_1283 src: /127.0.0.1:39060 dest: /127.0.0.1:55175
2014-04-10 10:53:38,624 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742107_1283 src: /127.0.0.1:46962 dest: /127.0.0.1:53466
2014-04-10 10:53:38,625 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742107_1283 src: /127.0.0.1:54786 dest: /127.0.0.1:55289
2014-04-10 10:53:38,626 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742107_1283 src: /127.0.0.1:46837 dest: /127.0.0.1:36139
2014-04-10 10:53:38,629 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46837, dest: /127.0.0.1:36139, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742107_1283, duration: 2075444
2014-04-10 10:53:38,629 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742107_1283, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:38,630 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742107_1283{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:53:38,630 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54786, dest: /127.0.0.1:55289, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742107_1283, duration: 2561983
2014-04-10 10:53:38,630 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742107_1283, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:38,630 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742107_1283{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:53:38,631 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46962, dest: /127.0.0.1:53466, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742107_1283, duration: 3225898
2014-04-10 10:53:38,631 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742107_1283, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:38,631 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742107_1283{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:53:38,631 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39060, dest: /127.0.0.1:55175, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742107_1283, duration: 3756803
2014-04-10 10:53:38,632 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742107_1283, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:38,633 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742107_1283{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:53:38,646 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.split is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:53:38,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:53:38,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:53:38,664 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.splitmetainfo. BP-1649026925-127.0.0.1-1397144808341 blk_1073742108_1284{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:53:38,706 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742108_1284 src: /127.0.0.1:54788 dest: /127.0.0.1:55289
2014-04-10 10:53:38,707 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742108_1284 src: /127.0.0.1:46966 dest: /127.0.0.1:53466
2014-04-10 10:53:38,708 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742108_1284 src: /127.0.0.1:39066 dest: /127.0.0.1:55175
2014-04-10 10:53:38,711 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39066, dest: /127.0.0.1:55175, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742108_1284, duration: 1232201
2014-04-10 10:53:38,711 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742108_1284, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:38,711 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742108_1284{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:53:38,711 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46966, dest: /127.0.0.1:53466, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742108_1284, duration: 1678894
2014-04-10 10:53:38,712 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742108_1284, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:38,712 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742108_1284{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:53:38,712 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54788, dest: /127.0.0.1:55289, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742108_1284, duration: 2504743
2014-04-10 10:53:38,712 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742108_1284, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:38,713 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742108_1284{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:53:38,738 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:53:38,738 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 10:53:38,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:53:38,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:53:38,757 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0027_01_000007
2014-04-10 10:53:38,758 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0027_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:53:38,758 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0027_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 10:53:38,758 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0027 CONTAINERID=container_1397144823869_0027_01_000007
2014-04-10 10:53:38,758 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0027_01_000007 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:53:38,758 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:53:38,759 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0027_01_000007, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:38,759 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:38,759 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:53:38,759 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0027_000001 released container container_1397144823869_0027_01_000007 on node: host: localhost:52024 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:53:38,761 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742109_1285{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]}
2014-04-10 10:53:38,772 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742109_1285 src: /127.0.0.1:54791 dest: /127.0.0.1:55289
2014-04-10 10:53:38,774 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742109_1285 src: /127.0.0.1:46969 dest: /127.0.0.1:53466
2014-04-10 10:53:38,775 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742109_1285 src: /127.0.0.1:39069 dest: /127.0.0.1:55175
2014-04-10 10:53:38,779 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39069, dest: /127.0.0.1:55175, bytes: 82842, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742109_1285, duration: 2526532
2014-04-10 10:53:38,779 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742109_1285, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:38,780 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742109_1285{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:53:38,780 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46969, dest: /127.0.0.1:53466, bytes: 82842, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742109_1285, duration: 3035577
2014-04-10 10:53:38,780 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742109_1285, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:38,780 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742109_1285{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:53:38,780 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54791, dest: /127.0.0.1:55289, bytes: 82842, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742109_1285, duration: 3800139
2014-04-10 10:53:38,781 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742109_1285, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:38,782 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742109_1285{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:53:38,796 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.xml is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:53:38,797 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397144823869_0028
2014-04-10 10:53:38,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028 dst=null perm=null
2014-04-10 10:53:38,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.xml dst=null perm=null
2014-04-10 10:53:38,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.xml dst=null perm=null
2014-04-10 10:53:38,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.jar dst=null perm=null
2014-04-10 10:53:38,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.jar dst=null perm=null
2014-04-10 10:53:38,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.split dst=null perm=null
2014-04-10 10:53:38,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.split dst=null perm=null
2014-04-10 10:53:38,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.splitmetainfo dst=null perm=null
2014-04-10 10:53:38,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.splitmetainfo dst=null perm=null
2014-04-10 10:53:38,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:53:38,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:53:38,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:53:38,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:53:38,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:53:38,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:53:38,846 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 28 submitted by user brock
2014-04-10 10:53:38,846 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397144823869_0028
2014-04-10 10:53:38,846 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397144823869_0028
2014-04-10 10:53:38,846 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0028 State change from NEW to NEW_SAVING
2014-04-10 10:53:38,846 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0028
2014-04-10 10:53:38,847 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0028 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:53:38,847 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397144823869_0028_000001
2014-04-10 10:53:38,847 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0028_000001 State change from NEW to SUBMITTED
2014-04-10 10:53:38,848 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397144823869_0028 from user: brock activated in queue: default
2014-04-10 10:53:38,848 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397144823869_0028 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@1ba82161, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:53:38,848 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397144823869_0028 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:53:38,848 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397144823869_0028
2014-04-10 10:53:38,848 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397144823869_0028_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:53:38,849 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0028_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:53:38,850 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0028 State change from SUBMITTED to ACCEPTED
2014-04-10 10:53:38,851 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:60619/proxy/application_1397144823869_0028/
2014-04-10 10:53:38,851 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397144823869_0028
2014-04-10 10:53:38,851 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:60619/proxy/application_1397144823869_0028/
2014-04-10 10:53:39,086 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0028_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:53:39,087 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0028 CONTAINERID=container_1397144823869_0028_01_000001
2014-04-10 10:53:39,087 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0028_01_000001 of capacity <memory:2048, vCores:1> on host localhost:56736, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2014-04-10 10:53:39,087 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0028 container=Container: [ContainerId: container_1397144823869_0028_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0028_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:39,087 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:53:39,087 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0028_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:53:39,087 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:39,088 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397144823869_0028 AttemptId: appattempt_1397144823869_0028_000001 MasterContainer: Container: [ContainerId: container_1397144823869_0028_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ]
2014-04-10 10:53:39,088 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0028_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:53:39,089 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0028_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:53:39,089 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397144823869_0028_000001
2014-04-10 10:53:39,090 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397144823869_0028_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] for AM appattempt_1397144823869_0028_000001
2014-04-10 10:53:39,090 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397144823869_0028_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:53:39,093 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0028_000001 (auth:SIMPLE)
2014-04-10 10:53:39,094 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0028_01_000001 by user brock
2014-04-10 10:53:39,094 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0028
2014-04-10 10:53:39,095 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0028 CONTAINERID=container_1397144823869_0028_01_000001
2014-04-10 10:53:39,095 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0028 transitioned from NEW to INITING
2014-04-10 10:53:39,095 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0028_01_000001 to application application_1397144823869_0028
2014-04-10 10:53:39,095 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0028 transitioned from INITING to RUNNING
2014-04-10 10:53:39,095 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397144823869_0028_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] for AM appattempt_1397144823869_0028_000001
2014-04-10 10:53:39,096 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0028_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:53:39,096 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:53:39,096 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0028
2014-04-10 10:53:39,096 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:53:39,096 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:53:39,096 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:53:39,096 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:53:39,097 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0028_01_000001
2014-04-10 10:53:39,106 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397144823869_0028_01_000001.tokens. Credentials list:
2014-04-10 10:53:39,119 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:53:39,190 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397144823869_0028_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000001.tokens
2014-04-10 10:53:39,191 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0028 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0028
2014-04-10 10:53:39,271 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742096_1272 127.0.0.1:55175 127.0.0.1:36139 127.0.0.1:53466 127.0.0.1:55289
2014-04-10 10:53:39,271 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742097_1273 127.0.0.1:55175 127.0.0.1:55289 127.0.0.1:36139 127.0.0.1:53466
2014-04-10 10:53:39,272 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742098_1274 127.0.0.1:55289 127.0.0.1:36139 127.0.0.1:55175
2014-04-10 10:53:39,272 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742099_1275 127.0.0.1:55175 127.0.0.1:55289 127.0.0.1:36139
2014-04-10 10:53:39,272 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742101_1277 127.0.0.1:55175 127.0.0.1:36139 127.0.0.1:55289
2014-04-10 10:53:39,272 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742100_1276 127.0.0.1:53466 127.0.0.1:36139 127.0.0.1:55289
2014-04-10 10:53:39,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0027 dst=null perm=null
2014-04-10 10:53:39,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.jar dst=null perm=null
2014-04-10 10:53:39,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.jar dst=null perm=null
2014-04-10 10:53:39,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.jar dst=null perm=null
2014-04-10 10:53:39,298 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39056, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1708834951_18732, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742106_1282, duration: 848766
2014-04-10 10:53:39,320 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0028/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:53:39,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.splitmetainfo dst=null perm=null
2014-04-10 10:53:39,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.splitmetainfo dst=null perm=null
2014-04-10 10:53:39,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.splitmetainfo dst=null perm=null
2014-04-10 10:53:39,344 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46956, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1708834951_18732, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742108_1284, duration: 252732
2014-04-10 10:53:39,361 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0028/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:53:39,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.split dst=null perm=null
2014-04-10 10:53:39,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.split dst=null perm=null
2014-04-10 10:53:39,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.split dst=null perm=null
2014-04-10 10:53:39,386 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:46956, bytes: 1928, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1708834951_18732, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742107_1283, duration: 289798
2014-04-10 10:53:39,404 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0028/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:53:39,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.xml dst=null perm=null
2014-04-10 10:53:39,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.xml dst=null perm=null
2014-04-10 10:53:39,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.xml dst=null perm=null
2014-04-10 10:53:39,429 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54799, bytes: 83490, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1708834951_18732, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742109_1285, duration: 582924
2014-04-10 10:53:39,447 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0028/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:53:39,447 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:53:39,479 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:53:39,479 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:39,540 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000001/default_container_executor.sh]
2014-04-10 10:53:40,086 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0028_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:53:40,827 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:55289 to replicate blk_1073742106_1282 to datanode(s) 127.0.0.1:53466
2014-04-10 10:53:40,827 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073742096_1272, blk_1073742097_1273, blk_1073742098_1274, blk_1073742099_1275, blk_1073742100_1276, blk_1073742101_1277, blk_1073742103_1279]
2014-04-10 10:53:40,828 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073742096_1272, blk_1073742097_1273, blk_1073742098_1274, blk_1073742099_1275, blk_1073742100_1276, blk_1073742101_1277, blk_1073742103_1279]
2014-04-10 10:53:40,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:53:40,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/COMMIT_STARTED dst=null perm=null
2014-04-10 10:53:40,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:53:40,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/COMMIT_FAIL dst=null perm=null
2014-04-10 10:53:40,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028 dst=null perm=null
2014-04-10 10:53:40,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:53:40,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:53:41,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.splitmetainfo dst=null perm=null
2014-04-10 10:53:41,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.splitmetainfo dst=null perm=null
2014-04-10 10:53:41,265 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54805, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-4380261_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742108_1284, duration: 173908
2014-04-10 10:53:41,849 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0028_000001 (auth:SIMPLE)
2014-04-10 10:53:41,850 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397144823869_0028_000001
2014-04-10 10:53:41,850 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397144823869_0028 APPATTEMPTID=appattempt_1397144823869_0028_000001
2014-04-10 10:53:41,851 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0028_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:53:41,851 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0028 State change from ACCEPTED to RUNNING
2014-04-10 10:53:41,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job_1397144823869_0028_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:41,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:53:41,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job_1397144823869_0028_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:42,010 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, infoPort=58659, ipcPort=38925, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) Starting thread to transfer BP-1649026925-127.0.0.1-1397144808341:blk_1073742106_1282 to 127.0.0.1:53466
2014-04-10 10:53:42,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742096_1272 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742096 for deletion
2014-04-10 10:53:42,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742097_1273 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742097 for deletion
2014-04-10 10:53:42,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742098_1274 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742098 for deletion
2014-04-10 10:53:42,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742096_1272 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742096
2014-04-10 10:53:42,010 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742097_1273 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742097
2014-04-10 10:53:42,011 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742098_1274 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742098
2014-04-10 10:53:42,011 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742099_1275 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742099 for deletion
2014-04-10 10:53:42,011 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742100_1276 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742100 for deletion
2014-04-10 10:53:42,011 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742099_1275 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742099
2014-04-10 10:53:42,011 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742101_1277 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742101 for deletion
2014-04-10 10:53:42,011 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742100_1276 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742100
2014-04-10 10:53:42,011 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1649026925-127.0.0.1-1397144808341:blk_1073742106_1282 (numBytes=244650) to 127.0.0.1/127.0.0.1:53466
2014-04-10 10:53:42,011 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742101_1277 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742101
2014-04-10 10:53:42,011 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742103_1279 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742103 for deletion
2014-04-10 10:53:42,011 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742106_1282 src: /127.0.0.1:46984 dest: /127.0.0.1:53466
2014-04-10 10:53:42,011 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742103_1279 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742103
2014-04-10 10:53:42,012 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1649026925-127.0.0.1-1397144808341:blk_1073742106_1282 src: /127.0.0.1:46984 dest: /127.0.0.1:53466 of size 244650
2014-04-10 10:53:42,013 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742106_1282 size 244650
2014-04-10 10:53:42,035 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job_1397144823869_0028_1_conf.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742110_1286{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:53:42,069 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742110_1286 src: /127.0.0.1:54808 dest: /127.0.0.1:55289
2014-04-10 10:53:42,070 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742110_1286 src: /127.0.0.1:39085 dest: /127.0.0.1:55175
2014-04-10 10:53:42,071 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742110_1286 src: /127.0.0.1:46987 dest: /127.0.0.1:53466
2014-04-10 10:53:42,077 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46987, dest: /127.0.0.1:53466, bytes: 96825, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-4380261_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742110_1286, duration: 4871767
2014-04-10 10:53:42,077 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742110_1286, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:42,077 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742110_1286{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:53:42,078 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39085, dest: /127.0.0.1:55175, bytes: 96825, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-4380261_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742110_1286, duration: 5483447
2014-04-10 10:53:42,078 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742110_1286{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:53:42,078 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742110_1286, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:42,078 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54808, dest: /127.0.0.1:55289, bytes: 96825, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-4380261_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742110_1286, duration: 6025049
2014-04-10 10:53:42,078 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742110_1286, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:42,078 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742110_1286{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:53:42,087 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job_1397144823869_0028_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-4380261_1
2014-04-10 10:53:42,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742096_1272 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742096 for deletion
2014-04-10 10:53:42,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742097_1273 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742097 for deletion
2014-04-10 10:53:42,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742098_1274 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742098 for deletion
2014-04-10 10:53:42,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742097_1273 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742097
2014-04-10 10:53:42,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742099_1275 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742099 for deletion
2014-04-10 10:53:42,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742096_1272 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742096
2014-04-10 10:53:42,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742100_1276 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742100 for deletion
2014-04-10 10:53:42,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742098_1274 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742098
2014-04-10 10:53:42,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742101_1277 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742101 for deletion
2014-04-10 10:53:42,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742099_1275 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742099
2014-04-10 10:53:42,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742103_1279 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742103 for deletion
2014-04-10 10:53:42,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742100_1276 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742100
2014-04-10 10:53:42,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742101_1277 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742101
2014-04-10 10:53:42,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742103_1279 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742103
2014-04-10 10:53:42,655 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742110_1286
2014-04-10 10:53:42,708 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742108_1284
2014-04-10 10:53:42,709 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742109_1285
2014-04-10 10:53:42,710 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742104_1280
2014-04-10 10:53:42,712 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742110_1286
2014-04-10 10:53:42,855 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742106_1282
2014-04-10 10:53:42,855 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742107_1283
2014-04-10 10:53:42,856 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742108_1284
2014-04-10 10:53:42,857 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742105_1281
2014-04-10 10:53:42,907 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742108_1284
2014-04-10 10:53:42,908 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742110_1286
2014-04-10 10:53:42,908 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742101_1277
2014-04-10 10:53:42,909 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742104_1280
2014-04-10 10:53:42,910 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742109_1285
2014-04-10 10:53:42,911 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742106_1282
2014-04-10 10:53:42,912 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742107_1283
2014-04-10 10:53:42,912 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742103_1279
2014-04-10 10:53:43,055 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742109_1285
2014-04-10 10:53:43,111 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742105_1281
2014-04-10 10:53:43,309 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742106_1282
2014-04-10 10:53:43,310 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742107_1283
2014-04-10 10:53:43,487 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0028_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:53:43,487 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0028 CONTAINERID=container_1397144823869_0028_01_000002
2014-04-10 10:53:43,487 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0028_01_000002 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:53:43,487 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0028 container=Container: [ContainerId: container_1397144823869_0028_01_000002, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0028_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:43,488 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:53:43,488 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:43,488 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0028_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:53:43,488 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0028 CONTAINERID=container_1397144823869_0028_01_000003
2014-04-10 10:53:43,488 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0028_01_000003 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:53:43,489 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0028 container=Container: [ContainerId: container_1397144823869_0028_01_000003, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0028_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:43,489 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:53:43,489 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:43,489 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0028_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:53:43,489 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0028 CONTAINERID=container_1397144823869_0028_01_000004
2014-04-10 10:53:43,489 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0028_01_000004 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 10:53:43,490 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0028 container=Container: [ContainerId: container_1397144823869_0028_01_000004, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0028_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:43,490 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:53:43,490 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:43,490 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0028_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:53:43,490 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0028 CONTAINERID=container_1397144823869_0028_01_000005
2014-04-10 10:53:43,490 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0028_01_000005 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 10:53:43,490 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0028 container=Container: [ContainerId: container_1397144823869_0028_01_000005, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0028_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:43,491 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:53:43,491 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:43,512 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742106_1282
2014-04-10 10:53:43,711 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742107_1283
2014-04-10 10:53:43,759 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0028_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:53:43,759 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0028 CONTAINERID=container_1397144823869_0028_01_000006
2014-04-10 10:53:43,760 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0028_01_000006 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:53:43,760 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0028 container=Container: [ContainerId: container_1397144823869_0028_01_000006, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0028_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:43,760 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 10:53:43,760 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:43,828 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073742096_1272, blk_1073742097_1273, blk_1073742098_1274, blk_1073742099_1275, blk_1073742101_1277]
2014-04-10 10:53:43,828 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073742096_1272, blk_1073742097_1273, blk_1073742100_1276, blk_1073742103_1279]
2014-04-10 10:53:43,895 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0028_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:53:43,895 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0028_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:53:43,895 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0028_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:53:43,896 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0028_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:53:43,896 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0028_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:53:43,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.jar dst=null perm=null
2014-04-10 10:53:43,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.jar dst=null perm=null
2014-04-10 10:53:43,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.xml dst=null perm=null
2014-04-10 10:53:43,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.xml dst=null perm=null
2014-04-10 10:53:43,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:53:43,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:53:43,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:53:43,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:53:43,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:53:43,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:53:44,018 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0028_000001 (auth:SIMPLE)
2014-04-10 10:53:44,018 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0028_000001 (auth:SIMPLE)
2014-04-10 10:53:44,022 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0028_01_000006 by user brock
2014-04-10 10:53:44,022 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0028_01_000005 by user brock
2014-04-10 10:53:44,022 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0028_01_000003 by user brock
2014-04-10 10:53:44,023 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0028
2014-04-10 10:53:44,023 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0028_01_000002 by user brock
2014-04-10 10:53:44,023 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0028 CONTAINERID=container_1397144823869_0028_01_000005
2014-04-10 10:53:44,023 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0028_01_000004 by user brock
2014-04-10 10:53:44,022 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0028
2014-04-10 10:53:44,023 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0028 CONTAINERID=container_1397144823869_0028_01_000004
2014-04-10 10:53:44,024 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0028 CONTAINERID=container_1397144823869_0028_01_000006
2014-04-10 10:53:44,024 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0028 transitioned from NEW to INITING
2014-04-10 10:53:44,023 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0028 CONTAINERID=container_1397144823869_0028_01_000002
2014-04-10 10:53:44,023 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0028_01_000003 to application application_1397144823869_0028
2014-04-10 10:53:44,023 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0028 CONTAINERID=container_1397144823869_0028_01_000003
2014-04-10 10:53:44,024 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0028 transitioned from NEW to INITING
2014-04-10 10:53:44,025 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0028_01_000005 to application application_1397144823869_0028
2014-04-10 10:53:44,024 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0028_01_000006 to application application_1397144823869_0028
2014-04-10 10:53:44,025 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0028_01_000002 to application application_1397144823869_0028
2014-04-10 10:53:44,025 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0028 transitioned from INITING to RUNNING
2014-04-10 10:53:44,025 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0028_01_000004 to application application_1397144823869_0028
2014-04-10 10:53:44,025 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:53:44,025 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0028 transitioned from INITING to RUNNING
2014-04-10 10:53:44,026 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0028
2014-04-10 10:53:44,026 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0028
2014-04-10 10:53:44,026 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:53:44,026 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:53:44,026 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0028
2014-04-10 10:53:44,026 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:53:44,026 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:53:44,027 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:53:44,027 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:53:44,027 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0028_01_000006
2014-04-10 10:53:44,027 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:53:44,027 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0028
2014-04-10 10:53:44,027 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0028
2014-04-10 10:53:44,028 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:53:44,028 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0028
2014-04-10 10:53:44,028 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:53:44,028 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:53:44,028 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0028
2014-04-10 10:53:44,029 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0028
2014-04-10 10:53:44,029 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:53:44,029 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0028
2014-04-10 10:53:44,029 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0028
2014-04-10 10:53:44,029 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0028
2014-04-10 10:53:44,030 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:53:44,030 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0028
2014-04-10 10:53:44,030 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0028
2014-04-10 10:53:44,030 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0028
2014-04-10 10:53:44,030 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:53:44,031 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0028
2014-04-10 10:53:44,031 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0028_01_000005
2014-04-10 10:53:44,031 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0028_01_000002
2014-04-10 10:53:44,032 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0028_01_000004
2014-04-10 10:53:44,032 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0028_01_000003
2014-04-10 10:53:44,042 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397144823869_0028_01_000006.tokens. Credentials list:
2014-04-10 10:53:44,050 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397144823869_0028_01_000003.tokens. Credentials list:
2014-04-10 10:53:44,050 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0028_01_000002.tokens. Credentials list:
2014-04-10 10:53:44,050 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397144823869_0028_01_000004.tokens. Credentials list:
2014-04-10 10:53:44,050 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0028_01_000005.tokens. Credentials list:
2014-04-10 10:53:44,064 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:53:44,069 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:53:44,145 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397144823869_0028_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000006.tokens
2014-04-10 10:53:44,145 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0028 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0028
2014-04-10 10:53:44,150 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397144823869_0028_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000003.tokens
2014-04-10 10:53:44,150 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0028 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0028
2014-04-10 10:53:44,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.jar dst=null perm=null
2014-04-10 10:53:44,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.jar dst=null perm=null
2014-04-10 10:53:44,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.jar dst=null perm=null
2014-04-10 10:53:44,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.jar dst=null perm=null
2014-04-10 10:53:44,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.jar dst=null perm=null
2014-04-10 10:53:44,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.jar dst=null perm=null
2014-04-10 10:53:44,267 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46874, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_815207399_18908, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742106_1282, duration: 862083
2014-04-10 10:53:44,268 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54825, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1265057182_18909, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742106_1282, duration: 592169
2014-04-10 10:53:44,297 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0028/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:53:44,297 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0028/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:53:44,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.xml dst=null perm=null
2014-04-10 10:53:44,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.xml dst=null perm=null
2014-04-10 10:53:44,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.xml dst=null perm=null
2014-04-10 10:53:44,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.xml dst=null perm=null
2014-04-10 10:53:44,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.xml dst=null perm=null
2014-04-10 10:53:44,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.xml dst=null perm=null
2014-04-10 10:53:44,328 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54825, bytes: 83490, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_815207399_18908, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742109_1285, duration: 401995
2014-04-10 10:53:44,329 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39102, bytes: 83490, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1265057182_18909, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742109_1285, duration: 508580
2014-04-10 10:53:44,351 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0028/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:53:44,351 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:53:44,351 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:53:44,351 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0028/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:53:44,352 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:53:44,352 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:53:44,352 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:53:44,397 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397144823869_0027_01_000001 succeeded
2014-04-10 10:53:44,397 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:53:44,398 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0027_01_000001
2014-04-10 10:53:44,407 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:53:44,407 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000001
2014-04-10 10:53:44,407 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000001
2014-04-10 10:53:44,407 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000001
2014-04-10 10:53:44,407 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0027 CONTAINERID=container_1397144823869_0027_01_000001
2014-04-10 10:53:44,408 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0027_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:53:44,407 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0027/container_1397144823869_0027_01_000001
2014-04-10 10:53:44,407 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:53:44,408 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0027_01_000001 from application application_1397144823869_0027
2014-04-10 10:53:44,408 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:53:44,409 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:44,409 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:44,409 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0027
2014-04-10 10:53:44,409 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:44,409 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:44,409 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:53:44,409 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:44,411 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:53:44,411 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:44,478 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000004/default_container_executor.sh]
2014-04-10 10:53:44,478 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000002/default_container_executor.sh]
2014-04-10 10:53:44,478 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000006/default_container_executor.sh]
2014-04-10 10:53:44,478 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000005/default_container_executor.sh]
2014-04-10 10:53:44,482 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000003/default_container_executor.sh]
2014-04-10 10:53:44,486 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0028_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:53:44,487 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0028_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:53:44,487 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0028_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:53:44,487 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0028_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:53:44,759 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0028_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:53:44,916 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:53:45,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742096_1272 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742096 for deletion
2014-04-10 10:53:45,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742097_1273 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742097 for deletion
2014-04-10 10:53:45,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742100_1276 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742100 for deletion
2014-04-10 10:53:45,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742097_1273 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742097
2014-04-10 10:53:45,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742103_1279 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742103 for deletion
2014-04-10 10:53:45,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742096_1272 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742096
2014-04-10 10:53:45,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742100_1276 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742100
2014-04-10 10:53:45,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742103_1279 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742103
2014-04-10 10:53:45,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742096_1272 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742096 for deletion
2014-04-10 10:53:45,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742097_1273 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742097 for deletion
2014-04-10 10:53:45,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742098_1274 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742098 for deletion
2014-04-10 10:53:45,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742097_1273 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742097
2014-04-10 10:53:45,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742099_1275 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742099 for deletion
2014-04-10 10:53:45,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742096_1272 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742096
2014-04-10 10:53:45,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742099_1275 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742099
2014-04-10 10:53:45,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742098_1274 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742098
2014-04-10 10:53:45,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742101_1277 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742101 for deletion
2014-04-10 10:53:45,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742101_1277 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742101
2014-04-10 10:53:45,087 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0027_01_000001
2014-04-10 10:53:45,087 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0027_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:53:45,087 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397144823869_0027_000001
2014-04-10 10:53:45,087 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0027_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:53:45,088 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0027_000001 State change from FINISHING to FINISHED
2014-04-10 10:53:45,088 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0027 CONTAINERID=container_1397144823869_0027_01_000001
2014-04-10 10:53:45,088 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0027 State change from FINISHING to FINISHED
2014-04-10 10:53:45,088 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0027_01_000001 of capacity <memory:2048, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:53:45,088 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397144823869_0027
2014-04-10 10:53:45,088 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 10:53:45,088 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397144823869_0027_000001
2014-04-10 10:53:45,088 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397144823869_0027,name=[FE655C8892004828BCE0077AF458FA60/9DF4C0C65D7546F3B1EAFEE9CC0CC355] lower*upper/(1/1) ...nnerouternull-resultgroup,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:60619/proxy/application_1397144823869_0027/jobhistory/job/job_1397144823869_0027,appMasterHost=localhost.localdomain,startTime=1397145205055,finishTime=1397145218205,finalStatus=SUCCEEDED
2014-04-10 10:53:45,088 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0027_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:45,088 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:45,089 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 10:53:45,089 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0027_000001 released container container_1397144823869_0027_01_000001 on node: host: localhost:56736 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:53:45,089 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397144823869_0027_000001 is done. finalState=FINISHED
2014-04-10 10:53:45,089 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397144823869_0027 requests cleared
2014-04-10 10:53:45,089 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397144823869_0027 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:53:45,089 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397144823869_0027 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:53:45,090 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0027_000001 (auth:SIMPLE)
2014-04-10 10:53:45,099 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0027_01_000001
2014-04-10 10:53:45,445 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:53:45,656 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0028_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000005.tokens
2014-04-10 10:53:45,656 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0028 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0028
2014-04-10 10:53:45,759 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0027 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:53:45,777 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0027 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:53:45,777 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0027
2014-04-10 10:53:45,778 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0027
2014-04-10 10:53:45,778 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0027
2014-04-10 10:53:45,778 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0027
2014-04-10 10:53:45,778 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0027
2014-04-10 10:53:45,778 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0027
2014-04-10 10:53:45,778 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0027
2014-04-10 10:53:45,778 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0027
2014-04-10 10:53:45,778 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0027
2014-04-10 10:53:45,779 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0027 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:53:45,778 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0027
2014-04-10 10:53:45,779 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0027, with delay of 10800 seconds
2014-04-10 10:53:45,779 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0027 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:53:45,779 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0027, with delay of 10800 seconds
2014-04-10 10:53:45,821 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:53:46,087 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0027 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:53:46,088 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0027
2014-04-10 10:53:46,088 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0027
2014-04-10 10:53:46,088 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0027
2014-04-10 10:53:46,088 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0027 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:53:46,088 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0027, with delay of 10800 seconds
2014-04-10 10:53:46,089 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0027
2014-04-10 10:53:46,089 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0027
2014-04-10 10:53:46,198 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397144823869_0028_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000004.tokens
2014-04-10 10:53:46,198 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0028 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0028
2014-04-10 10:53:46,456 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:53:46,848 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0028_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000002.tokens
2014-04-10 10:53:46,849 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0028 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0028
2014-04-10 10:53:47,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.split dst=null perm=null
2014-04-10 10:53:47,251 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46895, bytes: 1412, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0028_m_000002_0_1338244662_1, offset: 512, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742107_1283, duration: 168981
2014-04-10 10:53:47,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:53:47,312 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47024, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0028_m_000002_0_1338244662_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 158664
2014-04-10 10:53:47,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.split dst=null perm=null
2014-04-10 10:53:47,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.split dst=null perm=null
2014-04-10 10:53:47,410 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47028, bytes: 1928, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0028_m_000000_0_1808909190_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742107_1283, duration: 169942
2014-04-10 10:53:47,412 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47027, bytes: 896, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0028_m_000003_0_1424264462_1, offset: 1024, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742107_1283, duration: 154599
2014-04-10 10:53:47,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:53:47,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:53:47,517 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39129, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0028_m_000000_0_1808909190_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 190311
2014-04-10 10:53:47,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.split dst=null perm=null
2014-04-10 10:53:47,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job.split dst=null perm=null
2014-04-10 10:53:47,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull/_temporary/1/_temporary/attempt_1397144823869_0028_m_000002_0 dst=null perm=null
2014-04-10 10:53:47,623 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46906, bytes: 1928, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0028_m_000001_0_1939904052_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742107_1283, duration: 159224
2014-04-10 10:53:47,627 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46907, bytes: 896, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0028_m_000004_0_-12127446_1, offset: 1024, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742107_1283, duration: 166857
2014-04-10 10:53:47,682 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0028_01_000004
2014-04-10 10:53:47,682 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0028 CONTAINERID=container_1397144823869_0028_01_000004
2014-04-10 10:53:47,682 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:53:47,682 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0028_01_000004
2014-04-10 10:53:47,693 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46908, bytes: 52, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0028_m_000003_0_1424264462_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004, duration: 187610
2014-04-10 10:53:47,695 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0028_01_000004 is : 143
2014-04-10 10:53:47,698 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job_1397144823869_0028_1.jhist. BP-1649026925-127.0.0.1-1397144808341 blk_1073742111_1287{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:53:47,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:53:47,707 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:53:47,707 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000004
2014-04-10 10:53:47,707 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000004
2014-04-10 10:53:47,707 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000004
2014-04-10 10:53:47,707 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000004
2014-04-10 10:53:47,708 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0028 CONTAINERID=container_1397144823869_0028_01_000004
2014-04-10 10:53:47,708 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:53:47,708 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0028_01_000004 from application application_1397144823869_0028
2014-04-10 10:53:47,708 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:47,708 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0028
2014-04-10 10:53:47,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:53:47,715 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742111_1287 src: /127.0.0.1:46909 dest: /127.0.0.1:36139
2014-04-10 10:53:47,717 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46907, bytes: 52, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0028_m_000004_0_-12127446_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004, duration: 203798
2014-04-10 10:53:47,728 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742111_1287 src: /127.0.0.1:54860 dest: /127.0.0.1:55289
2014-04-10 10:53:47,730 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742111_1287 src: /127.0.0.1:47038 dest: /127.0.0.1:53466
2014-04-10 10:53:47,735 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job_1397144823869_0028_1.jhist for DFSClient_NONMAPREDUCE_-4380261_1
2014-04-10 10:53:47,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull/_temporary/1/_temporary/attempt_1397144823869_0028_m_000003_0 dst=null perm=null
2014-04-10 10:53:47,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull/_temporary/1/_temporary/attempt_1397144823869_0028_m_000000_0 dst=null perm=null
2014-04-10 10:53:47,831 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0028_01_000005
2014-04-10 10:53:47,831 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0028 CONTAINERID=container_1397144823869_0028_01_000005
2014-04-10 10:53:47,831 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:53:47,832 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0028_01_000005
2014-04-10 10:53:47,832 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0028_01_000004
2014-04-10 10:53:47,832 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0028_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:53:47,832 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0028_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:53:47,832 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0028 CONTAINERID=container_1397144823869_0028_01_000004
2014-04-10 10:53:47,832 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0028_01_000004 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 10:53:47,832 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 10:53:47,833 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0028_01_000004, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:47,833 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:47,833 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 10:53:47,833 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0028_000001 released container container_1397144823869_0028_01_000004 on node: host: localhost:37679 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 10:53:47,842 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0028_01_000005 is : 143
2014-04-10 10:53:47,845 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0028_01_000002
2014-04-10 10:53:47,845 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0028 CONTAINERID=container_1397144823869_0028_01_000002
2014-04-10 10:53:47,864 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:53:47,864 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:53:47,865 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000005
2014-04-10 10:53:47,865 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000005
2014-04-10 10:53:47,865 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000005
2014-04-10 10:53:47,865 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0028_01_000002
2014-04-10 10:53:47,865 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000005
2014-04-10 10:53:47,869 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0028_01_000002 is : 143
2014-04-10 10:53:47,877 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0028 CONTAINERID=container_1397144823869_0028_01_000005
2014-04-10 10:53:47,877 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:53:47,877 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:53:47,877 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0028_01_000005 from application application_1397144823869_0028
2014-04-10 10:53:47,877 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:47,877 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0028
2014-04-10 10:53:47,877 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000002
2014-04-10 10:53:47,877 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000002
2014-04-10 10:53:47,877 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000002
2014-04-10 10:53:47,877 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0028 CONTAINERID=container_1397144823869_0028_01_000002
2014-04-10 10:53:47,877 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000002
2014-04-10 10:53:47,877 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:53:47,878 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0028_01_000002 from application application_1397144823869_0028
2014-04-10 10:53:47,878 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:47,878 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0028
2014-04-10 10:53:47,883 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39138, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0028_m_000001_0_1939904052_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 108332
2014-04-10 10:53:47,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull/_temporary/1/_temporary/attempt_1397144823869_0028_m_000001_0 dst=null perm=null
2014-04-10 10:53:47,979 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0028_01_000003
2014-04-10 10:53:47,979 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0028 CONTAINERID=container_1397144823869_0028_01_000003
2014-04-10 10:53:47,979 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:53:47,979 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0028_01_000003
2014-04-10 10:53:47,979 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0028_01_000002
2014-04-10 10:53:47,979 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0028_01_000005
2014-04-10 10:53:47,979 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0028_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:53:47,980 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0028_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:53:47,980 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0028 CONTAINERID=container_1397144823869_0028_01_000002
2014-04-10 10:53:47,980 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0028_01_000002 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:53:47,980 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 10:53:47,980 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0028_01_000002, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:47,980 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:47,980 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:53:47,980 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0028_000001 released container container_1397144823869_0028_01_000002 on node: host: localhost:37679 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:53:47,980 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0028_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:53:47,980 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0028_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:53:47,980 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0028 CONTAINERID=container_1397144823869_0028_01_000005
2014-04-10 10:53:47,981 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0028_01_000005 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:53:47,981 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:53:47,981 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0028_01_000005, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:47,981 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:47,981 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:53:47,981 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0028_000001 released container container_1397144823869_0028_01_000005 on node: host: localhost:37679 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:53:47,983 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0028_01_000003 is : 143
2014-04-10 10:53:47,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull/_temporary/1/_temporary/attempt_1397144823869_0028_m_000004_0 dst=null perm=null
2014-04-10 10:53:47,991 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:53:47,991 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000003
2014-04-10 10:53:47,991 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000003
2014-04-10 10:53:47,991 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000003
2014-04-10 10:53:47,992 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000003
2014-04-10 10:53:47,992 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0028 CONTAINERID=container_1397144823869_0028_01_000003
2014-04-10 10:53:47,992 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:53:47,992 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0028_01_000003 from application application_1397144823869_0028
2014-04-10 10:53:47,992 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:47,992 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0028
2014-04-10 10:53:48,028 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0028_01_000006
2014-04-10 10:53:48,028 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0028 CONTAINERID=container_1397144823869_0028_01_000006
2014-04-10 10:53:48,028 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:53:48,028 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0028_01_000006
2014-04-10 10:53:48,036 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0028_01_000006 is : 143
2014-04-10 10:53:48,049 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:53:48,049 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000006
2014-04-10 10:53:48,049 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000006
2014-04-10 10:53:48,049 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000006
2014-04-10 10:53:48,049 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000006
2014-04-10 10:53:48,050 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0028 CONTAINERID=container_1397144823869_0028_01_000006
2014-04-10 10:53:48,050 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:53:48,050 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0028_01_000006 from application application_1397144823869_0028
2014-04-10 10:53:48,050 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:48,050 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0028
2014-04-10 10:53:48,979 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0028_01_000003
2014-04-10 10:53:48,980 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0028_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:53:48,980 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0028_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:53:48,980 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0028 CONTAINERID=container_1397144823869_0028_01_000003
2014-04-10 10:53:48,981 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0028_01_000003 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:53:48,981 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:53:48,981 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0028_01_000003, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:48,981 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:48,982 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:53:48,982 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0028_000001 released container container_1397144823869_0028_01_000003 on node: host: localhost:37679 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:53:48,982 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0028_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:53:48,982 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0028 CONTAINERID=container_1397144823869_0028_01_000007
2014-04-10 10:53:48,983 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0028_01_000007 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:53:48,983 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0028 container=Container: [ContainerId: container_1397144823869_0028_01_000007, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0028_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:48,983 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:53:48,983 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:49,029 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0028_01_000006
2014-04-10 10:53:49,029 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0028_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:53:49,030 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0028_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:53:49,030 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0028 CONTAINERID=container_1397144823869_0028_01_000006
2014-04-10 10:53:49,030 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0028_01_000006 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:53:49,030 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:53:49,030 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0028_01_000006, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:49,031 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:49,031 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:53:49,031 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0028_000001 released container container_1397144823869_0028_01_000006 on node: host: localhost:52024 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:53:49,932 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0028_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:53:49,951 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0028_01_000007 by user brock
2014-04-10 10:53:49,952 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0028 CONTAINERID=container_1397144823869_0028_01_000007
2014-04-10 10:53:49,952 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0028_01_000007 to application application_1397144823869_0028
2014-04-10 10:53:49,952 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 10:53:49,952 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0028
2014-04-10 10:53:49,952 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0028
2014-04-10 10:53:49,952 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:53:49,953 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0028
2014-04-10 10:53:49,953 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:53:49,980 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0028_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:53:49,982 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 10:53:49,982 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:50,036 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000007/default_container_executor.sh]
2014-04-10 10:53:50,943 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:53:51,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull/_temporary/1/_temporary/attempt_1397144823869_0028_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:51,785 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull/_temporary/1/_temporary/attempt_1397144823869_0028_r_000000_0/part-00000. BP-1649026925-127.0.0.1-1397144808341 blk_1073742112_1288{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:53:51,860 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742112_1288 src: /127.0.0.1:39152 dest: /127.0.0.1:55175
2014-04-10 10:53:51,862 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742112_1288 src: /127.0.0.1:54877 dest: /127.0.0.1:55289
2014-04-10 10:53:51,863 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742112_1288 src: /127.0.0.1:47055 dest: /127.0.0.1:53466
2014-04-10 10:53:51,879 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47055, dest: /127.0.0.1:53466, bytes: 239, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0028_r_000000_0_730163614_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742112_1288, duration: 15300855
2014-04-10 10:53:51,880 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742112_1288, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:51,880 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742112_1288{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:53:51,880 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54877, dest: /127.0.0.1:55289, bytes: 239, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0028_r_000000_0_730163614_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742112_1288, duration: 16014762
2014-04-10 10:53:51,880 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742112_1288, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:51,881 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742112_1288{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:53:51,881 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39152, dest: /127.0.0.1:55175, bytes: 239, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0028_r_000000_0_730163614_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742112_1288, duration: 16609953
2014-04-10 10:53:51,881 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742112_1288, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:51,881 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742112_1288{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:53:51,895 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull/_temporary/1/_temporary/attempt_1397144823869_0028_r_000000_0/part-00000 is closed by DFSClient_attempt_1397144823869_0028_r_000000_0_730163614_1
2014-04-10 10:53:51,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull/_temporary/1/_temporary/attempt_1397144823869_0028_r_000000_0 dst=null perm=null
2014-04-10 10:53:51,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull/_temporary/1/_temporary/attempt_1397144823869_0028_r_000000_0 dst=null perm=null
2014-04-10 10:53:51,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull/_temporary/1/task_1397144823869_0028_r_000000 dst=null perm=null
2014-04-10 10:53:51,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull/_temporary/1/_temporary/attempt_1397144823869_0028_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull/_temporary/1/task_1397144823869_0028_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:53:52,006 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0028_01_000007
2014-04-10 10:53:52,006 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0028 CONTAINERID=container_1397144823869_0028_01_000007
2014-04-10 10:53:52,006 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000007 transitioned from RUNNING to KILLING
2014-04-10 10:53:52,006 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0028_01_000007
2014-04-10 10:53:52,012 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0028_01_000007 is : 143
2014-04-10 10:53:52,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:52,028 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:53:52,028 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000007
2014-04-10 10:53:52,028 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000007
2014-04-10 10:53:52,029 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000007
2014-04-10 10:53:52,029 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000007
2014-04-10 10:53:52,029 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0028 CONTAINERID=container_1397144823869_0028_01_000007
2014-04-10 10:53:52,029 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:53:52,029 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0028_01_000007 from application application_1397144823869_0028
2014-04-10 10:53:52,030 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:52,030 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0028
2014-04-10 10:53:52,037 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-4380261_1
2014-04-10 10:53:52,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull/_temporary/1 dst=null perm=null
2014-04-10 10:53:52,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull dst=null perm=null
2014-04-10 10:53:52,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull dst=null perm=null
2014-04-10 10:53:52,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull/_temporary/1/task_1397144823869_0028_r_000000 dst=null perm=null
2014-04-10 10:53:52,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull/part-00000 dst=null perm=null
2014-04-10 10:53:52,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull/_temporary/1/task_1397144823869_0028_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:52,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull/_temporary dst=null perm=null
2014-04-10 10:53:52,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:52,120 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-4380261_1
2014-04-10 10:53:52,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:52,154 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-4380261_1
2014-04-10 10:53:52,182 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47038, dest: /127.0.0.1:53466, bytes: 69543, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-4380261_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742111_1287, duration: 4450610046
2014-04-10 10:53:52,182 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742111_1287, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:52,183 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742111_1287{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 15779
2014-04-10 10:53:52,183 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54860, dest: /127.0.0.1:55289, bytes: 69543, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-4380261_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742111_1287, duration: 4451764112
2014-04-10 10:53:52,184 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742111_1287, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:52,184 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742111_1287{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 15779
2014-04-10 10:53:52,185 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46909, dest: /127.0.0.1:36139, bytes: 69543, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-4380261_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742111_1287, duration: 4452747112
2014-04-10 10:53:52,185 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742111_1287, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:52,185 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742111_1287{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 15779
2014-04-10 10:53:52,195 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job_1397144823869_0028_1.jhist is closed by DFSClient_NONMAPREDUCE_-4380261_1
2014-04-10 10:53:52,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0028.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:52,215 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0028.summary_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742113_1289{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:53:52,231 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742113_1289 src: /127.0.0.1:39155 dest: /127.0.0.1:55175
2014-04-10 10:53:52,232 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742113_1289 src: /127.0.0.1:47057 dest: /127.0.0.1:53466
2014-04-10 10:53:52,233 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742113_1289 src: /127.0.0.1:54881 dest: /127.0.0.1:55289
2014-04-10 10:53:52,236 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54881, dest: /127.0.0.1:55289, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-4380261_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742113_1289, duration: 1919783
2014-04-10 10:53:52,237 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742113_1289, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:52,237 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742113_1289{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:53:52,237 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47057, dest: /127.0.0.1:53466, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-4380261_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742113_1289, duration: 2389302
2014-04-10 10:53:52,238 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742113_1289, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:52,238 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742113_1289{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:53:52,238 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39155, dest: /127.0.0.1:55175, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-4380261_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742113_1289, duration: 3114237
2014-04-10 10:53:52,238 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742113_1289, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:52,238 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742113_1289{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:53:52,254 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0028.summary_tmp is closed by DFSClient_NONMAPREDUCE_-4380261_1
2014-04-10 10:53:52,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0028.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:53:52,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job_1397144823869_0028_1.jhist dst=null perm=null
2014-04-10 10:53:52,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0028-1397145218845-brock-%5BEF311CF62916437084BB2AF04CC3ED46%2F0B0D429FB2374AC1-1397145232155-5-1-SUCCEEDED-default-1397145221860.jhist_tmp dst=null perm=null
2014-04-10 10:53:52,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job_1397144823869_0028_1.jhist dst=null perm=null
2014-04-10 10:53:52,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0028-1397145218845-brock-%5BEF311CF62916437084BB2AF04CC3ED46%2F0B0D429FB2374AC1-1397145232155-5-1-SUCCEEDED-default-1397145221860.jhist_tmp dst=null perm=null
2014-04-10 10:53:52,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job_1397144823869_0028_1.jhist dst=null perm=null
2014-04-10 10:53:52,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0028-1397145218845-brock-%5BEF311CF62916437084BB2AF04CC3ED46%2F0B0D429FB2374AC1-1397145232155-5-1-SUCCEEDED-default-1397145221860.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:52,306 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47059, bytes: 70087, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-4380261_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742111_1287, duration: 390048
2014-04-10 10:53:52,310 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0028-1397145218845-brock-%5BEF311CF62916437084BB2AF04CC3ED46%2F0B0D429FB2374AC1-1397145232155-5-1-SUCCEEDED-default-1397145221860.jhist_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742114_1290{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]}
2014-04-10 10:53:52,322 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742114_1290 src: /127.0.0.1:47060 dest: /127.0.0.1:53466
2014-04-10 10:53:52,324 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742114_1290 src: /127.0.0.1:39160 dest: /127.0.0.1:55175
2014-04-10 10:53:52,325 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742114_1290 src: /127.0.0.1:46935 dest: /127.0.0.1:36139
2014-04-10 10:53:52,329 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46935, dest: /127.0.0.1:36139, bytes: 69543, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-4380261_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742114_1290, duration: 3548547
2014-04-10 10:53:52,330 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742114_1290, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:52,330 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742114_1290{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:53:52,330 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39160, dest: /127.0.0.1:55175, bytes: 69543, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-4380261_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742114_1290, duration: 4080918
2014-04-10 10:53:52,331 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742114_1290, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:52,331 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742114_1290{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:53:52,331 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47060, dest: /127.0.0.1:53466, bytes: 69543, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-4380261_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742114_1290, duration: 4756140
2014-04-10 10:53:52,331 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742114_1290, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:52,332 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742114_1290{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:53:52,345 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0028-1397145218845-brock-%5BEF311CF62916437084BB2AF04CC3ED46%2F0B0D429FB2374AC1-1397145232155-5-1-SUCCEEDED-default-1397145221860.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-4380261_1
2014-04-10 10:53:52,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0028-1397145218845-brock-%5BEF311CF62916437084BB2AF04CC3ED46%2F0B0D429FB2374AC1-1397145232155-5-1-SUCCEEDED-default-1397145221860.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:53:52,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job_1397144823869_0028_1_conf.xml dst=null perm=null
2014-04-10 10:53:52,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0028_conf.xml_tmp dst=null perm=null
2014-04-10 10:53:52,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job_1397144823869_0028_1_conf.xml dst=null perm=null
2014-04-10 10:53:52,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0028_conf.xml_tmp dst=null perm=null
2014-04-10 10:53:52,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028/job_1397144823869_0028_1_conf.xml dst=null perm=null
2014-04-10 10:53:52,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0028_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:52,378 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54886, bytes: 97585, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-4380261_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742110_1286, duration: 399995
2014-04-10 10:53:52,382 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0028_conf.xml_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742115_1291{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]}
2014-04-10 10:53:52,397 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742115_1291 src: /127.0.0.1:47064 dest: /127.0.0.1:53466
2014-04-10 10:53:52,399 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742115_1291 src: /127.0.0.1:46938 dest: /127.0.0.1:36139
2014-04-10 10:53:52,400 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742115_1291 src: /127.0.0.1:39165 dest: /127.0.0.1:55175
2014-04-10 10:53:52,414 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39165, dest: /127.0.0.1:55175, bytes: 96825, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-4380261_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742115_1291, duration: 2355700
2014-04-10 10:53:52,415 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742115_1291, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:52,415 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742115_1291{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:53:52,415 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46938, dest: /127.0.0.1:36139, bytes: 96825, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-4380261_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742115_1291, duration: 3243350
2014-04-10 10:53:52,415 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742115_1291, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:52,415 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742115_1291{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:53:52,416 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47064, dest: /127.0.0.1:53466, bytes: 96825, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-4380261_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742115_1291, duration: 3755448
2014-04-10 10:53:52,416 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742115_1291, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:52,416 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742115_1291{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:53:52,429 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0028_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-4380261_1
2014-04-10 10:53:52,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0028_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:53:52,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0028.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0028.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:53:52,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0028_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0028_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:53:52,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0028-1397145218845-brock-%5BEF311CF62916437084BB2AF04CC3ED46%2F0B0D429FB2374AC1-1397145232155-5-1-SUCCEEDED-default-1397145221860.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0028-1397145218845-brock-%5BEF311CF62916437084BB2AF04CC3ED46%2F0B0D429FB2374AC1-1397145232155-5-1-SUCCEEDED-default-1397145221860.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:53:52,496 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397144823869_0028_000001 with final state: FINISHING
2014-04-10 10:53:52,496 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0028_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:53:52,496 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397144823869_0028 with final state: FINISHING
2014-04-10 10:53:52,496 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0028 State change from RUNNING to FINAL_SAVING
2014-04-10 10:53:52,496 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0028
2014-04-10 10:53:52,497 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0028_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:53:52,497 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0028 State change from FINAL_SAVING to FINISHING
2014-04-10 10:53:52,532 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:53:52,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:53:52,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:53:52,536 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397144823869_0028 from file: hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0028-1397145218845-brock-%5BEF311CF62916437084BB2AF04CC3ED46%2F0B0D429FB2374AC1-1397145232155-5-1-SUCCEEDED-default-1397145221860.jhist
2014-04-10 10:53:52,537 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0028-1397145218845-brock-%5BEF311CF62916437084BB2AF04CC3ED46%2F0B0D429FB2374AC1-1397145232155-5-1-SUCCEEDED-default-1397145221860.jhist]
2014-04-10 10:53:52,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0028-1397145218845-brock-%5BEF311CF62916437084BB2AF04CC3ED46%2F0B0D429FB2374AC1-1397145232155-5-1-SUCCEEDED-default-1397145221860.jhist dst=null perm=null
2014-04-10 10:53:52,541 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47070, bytes: 70087, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742114_1290, duration: 389548
2014-04-10 10:53:52,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0028.summary dst=null perm=null
2014-04-10 10:53:52,564 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54894, bytes: 457, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_538767685_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742113_1289, duration: 220836
2014-04-10 10:53:52,564 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397144823869_0028,submitTime=1397145218845,launchTime=1397145221860,firstMapTaskLaunchTime=1397145224032,firstReduceTaskLaunchTime=1397145229952,finishTime=1397145232155,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=5,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=19,reduceSlotSeconds=2,jobName=[EF311CF62916437084BB2AF04CC3ED46/0B0D429FB2374AC1BC8B3A00963A3BA1] lower*upper/(1/1) ...platform/cogroupouternull
2014-04-10 10:53:52,564 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0028.summary]
2014-04-10 10:53:52,579 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742113_1289 127.0.0.1:55175 127.0.0.1:53466 127.0.0.1:55289
2014-04-10 10:53:52,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0028.summary dst=null perm=null
2014-04-10 10:53:52,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:53:52,581 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0028-1397145218845-brock-%5BEF311CF62916437084BB2AF04CC3ED46%2F0B0D429FB2374AC1-1397145232155-5-1-SUCCEEDED-default-1397145221860.jhist to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0028-1397145218845-brock-%5BEF311CF62916437084BB2AF04CC3ED46%2F0B0D429FB2374AC1-1397145232155-5-1-SUCCEEDED-default-1397145221860.jhist
2014-04-10 10:53:52,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0028-1397145218845-brock-%5BEF311CF62916437084BB2AF04CC3ED46%2F0B0D429FB2374AC1-1397145232155-5-1-SUCCEEDED-default-1397145221860.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0028-1397145218845-brock-%5BEF311CF62916437084BB2AF04CC3ED46%2F0B0D429FB2374AC1-1397145232155-5-1-SUCCEEDED-default-1397145221860.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:53:52,596 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0028_conf.xml to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0028_conf.xml
2014-04-10 10:53:52,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0028_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0028_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:53:52,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull dst=null perm=null
2014-04-10 10:53:52,622 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull/_temporary
2014-04-10 10:53:52,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull/_temporary dst=null perm=null
2014-04-10 10:53:52,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull dst=null perm=null
2014-04-10 10:53:52,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull dst=null perm=null
2014-04-10 10:53:52,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull dst=null perm=null
2014-04-10 10:53:52,641 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:53:52,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull/part-00000 dst=null perm=null
2014-04-10 10:53:52,645 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39171, bytes: 243, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742112_1288, duration: 232029
2014-04-10 10:53:52,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull dst=null perm=null
2014-04-10 10:53:52,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull dst=null perm=null
2014-04-10 10:53:52,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull dst=null perm=null
2014-04-10 10:53:52,663 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:53:52,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull/part-00000 dst=null perm=null
2014-04-10 10:53:52,665 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39171, bytes: 243, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742112_1288, duration: 196632
2014-04-10 10:53:52,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:53:52,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:53:52,681 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 10:53:52,682 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 10:53:52,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup dst=null perm=null
2014-04-10 10:53:52,692 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting
2014-04-10 10:53:52,692 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextDelimited[['num', 'char' | Integer, String]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt"]
2014-04-10 10:53:52,692 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextDelimited[['num', 'char' | Integer, String]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt"]
2014-04-10 10:53:52,692 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] sink: Hfs["TextDelimited[[0:3]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup"]
2014-04-10 10:53:52,692 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] parallel execution is enabled: true
2014-04-10 10:53:52,692 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting jobs: 1
2014-04-10 10:53:52,692 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] allocating threads: 1
2014-04-10 10:53:52,693 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) ...roupouternull-resultgroup
2014-04-10 10:53:52,707 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:53:52,714 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:53:52,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup dst=null perm=null
2014-04-10 10:53:52,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:53:52,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:53:52,718 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 29
2014-04-10 10:53:52,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029 dst=null perm=null
2014-04-10 10:53:52,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:53:52,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:53:52,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.jar dst=null perm=null
2014-04-10 10:53:52,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:53:52,756 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073742116_1292{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:53:52,772 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742116_1292 src: /127.0.0.1:39172 dest: /127.0.0.1:55175
2014-04-10 10:53:52,773 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742116_1292 src: /127.0.0.1:46947 dest: /127.0.0.1:36139
2014-04-10 10:53:52,774 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742116_1292 src: /127.0.0.1:54898 dest: /127.0.0.1:55289
2014-04-10 10:53:52,779 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54898, dest: /127.0.0.1:55289, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742116_1292, duration: 4187488
2014-04-10 10:53:52,780 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742116_1292, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:52,780 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742116_1292{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:53:52,780 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46947, dest: /127.0.0.1:36139, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742116_1292, duration: 4749808
2014-04-10 10:53:52,780 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742116_1292, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:52,781 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742116_1292{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:53:52,781 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39172, dest: /127.0.0.1:55175, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742116_1292, duration: 4752459
2014-04-10 10:53:52,781 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742116_1292, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:52,786 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742116_1292{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:53:52,795 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:53:52,796 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.jar
2014-04-10 10:53:52,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.jar dst=null perm=null
2014-04-10 10:53:52,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:53:52,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:53:52,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:53:52,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:53:52,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:53:52,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:53:52,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:53:52,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:53:52,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:53:52,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:53:52,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:53:52,823 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:53:52,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:53:52,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:53:52,826 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:53:52,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:53:52,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:53:52,829 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:53:52,829 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:55289 to replicate blk_1073742116_1292 to datanode(s) 127.0.0.1:53466
2014-04-10 10:53:52,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:53:52,830 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073742113_1289]
2014-04-10 10:53:52,830 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073742113_1289]
2014-04-10 10:53:52,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:53:52,832 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:53:52,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:53:52,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:53:52,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:53:52,854 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.split
2014-04-10 10:53:52,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.split dst=null perm=null
2014-04-10 10:53:52,864 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.split. BP-1649026925-127.0.0.1-1397144808341 blk_1073742117_1293{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]}
2014-04-10 10:53:52,880 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742117_1293 src: /127.0.0.1:46949 dest: /127.0.0.1:36139
2014-04-10 10:53:52,881 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742117_1293 src: /127.0.0.1:54900 dest: /127.0.0.1:55289
2014-04-10 10:53:52,882 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742117_1293 src: /127.0.0.1:47078 dest: /127.0.0.1:53466
2014-04-10 10:53:52,883 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742117_1293 src: /127.0.0.1:39178 dest: /127.0.0.1:55175
2014-04-10 10:53:52,887 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39178, dest: /127.0.0.1:55175, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742117_1293, duration: 2039153
2014-04-10 10:53:52,887 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742117_1293, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:52,887 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742117_1293{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:53:52,887 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47078, dest: /127.0.0.1:53466, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742117_1293, duration: 2566163
2014-04-10 10:53:52,888 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742117_1293, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:52,888 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742117_1293{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:53:52,888 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54900, dest: /127.0.0.1:55289, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742117_1293, duration: 3102606
2014-04-10 10:53:52,888 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742117_1293, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:52,888 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742117_1293{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:53:52,889 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46949, dest: /127.0.0.1:36139, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742117_1293, duration: 3799505
2014-04-10 10:53:52,889 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742117_1293, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:52,890 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742117_1293{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:53:52,904 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.split is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:53:52,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:53:52,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:53:52,922 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.splitmetainfo. BP-1649026925-127.0.0.1-1397144808341 blk_1073742118_1294{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:53:52,938 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742118_1294 src: /127.0.0.1:47080 dest: /127.0.0.1:53466
2014-04-10 10:53:52,940 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742118_1294 src: /127.0.0.1:54904 dest: /127.0.0.1:55289
2014-04-10 10:53:52,941 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742118_1294 src: /127.0.0.1:46955 dest: /127.0.0.1:36139
2014-04-10 10:53:52,943 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46955, dest: /127.0.0.1:36139, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742118_1294, duration: 941988
2014-04-10 10:53:52,944 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742118_1294, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:52,944 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742118_1294{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:53:52,944 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54904, dest: /127.0.0.1:55289, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742118_1294, duration: 1911615
2014-04-10 10:53:52,944 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742118_1294, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:52,945 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742118_1294{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:53:52,945 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47080, dest: /127.0.0.1:53466, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742118_1294, duration: 2587714
2014-04-10 10:53:52,945 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742118_1294, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:52,945 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742118_1294{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:53:52,987 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:53:52,987 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 10:53:52,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:53:53,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:53:53,007 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0028_01_000007
2014-04-10 10:53:53,007 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0028_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:53:53,008 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0028_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 10:53:53,008 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0028 CONTAINERID=container_1397144823869_0028_01_000007
2014-04-10 10:53:53,008 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0028_01_000007 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:53:53,008 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:53:53,008 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0028_01_000007, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:53,009 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:53,009 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:53:53,009 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0028_000001 released container container_1397144823869_0028_01_000007 on node: host: localhost:37679 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:53:53,022 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742119_1295{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]}
2014-04-10 10:53:53,038 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742119_1295 src: /127.0.0.1:39182 dest: /127.0.0.1:55175
2014-04-10 10:53:53,039 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742119_1295 src: /127.0.0.1:54907 dest: /127.0.0.1:55289
2014-04-10 10:53:53,040 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742119_1295 src: /127.0.0.1:46958 dest: /127.0.0.1:36139
2014-04-10 10:53:53,044 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46958, dest: /127.0.0.1:36139, bytes: 82854, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742119_1295, duration: 2121198
2014-04-10 10:53:53,044 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742119_1295, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:53,044 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742119_1295{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:53:53,045 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54907, dest: /127.0.0.1:55289, bytes: 82854, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742119_1295, duration: 2970295
2014-04-10 10:53:53,045 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742119_1295, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:53,045 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742119_1295{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:53:53,045 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39182, dest: /127.0.0.1:55175, bytes: 82854, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742119_1295, duration: 3491440
2014-04-10 10:53:53,046 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742119_1295, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:53,046 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742119_1295{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:53:53,059 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742118_1294
2014-04-10 10:53:53,060 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742113_1289
2014-04-10 10:53:53,061 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742119_1295
2014-04-10 10:53:53,061 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742117_1293
2014-04-10 10:53:53,062 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.xml is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:53:53,062 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397144823869_0029
2014-04-10 10:53:53,063 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742111_1287
2014-04-10 10:53:53,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029 dst=null perm=null
2014-04-10 10:53:53,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.xml dst=null perm=null
2014-04-10 10:53:53,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.xml dst=null perm=null
2014-04-10 10:53:53,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.jar dst=null perm=null
2014-04-10 10:53:53,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.jar dst=null perm=null
2014-04-10 10:53:53,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.split dst=null perm=null
2014-04-10 10:53:53,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.split dst=null perm=null
2014-04-10 10:53:53,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.splitmetainfo dst=null perm=null
2014-04-10 10:53:53,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.splitmetainfo dst=null perm=null
2014-04-10 10:53:53,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:53:53,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:53:53,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:53:53,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:53:53,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:53:53,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:53:53,115 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742118_1294
2014-04-10 10:53:53,115 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742113_1289
2014-04-10 10:53:53,116 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742112_1288
2014-04-10 10:53:53,116 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742111_1287
2014-04-10 10:53:53,117 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742114_1290
2014-04-10 10:53:53,118 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742117_1293
2014-04-10 10:53:53,119 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 29 submitted by user brock
2014-04-10 10:53:53,119 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397144823869_0029
2014-04-10 10:53:53,119 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397144823869_0029
2014-04-10 10:53:53,119 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0029
2014-04-10 10:53:53,119 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0029 State change from NEW to NEW_SAVING
2014-04-10 10:53:53,119 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742115_1291
2014-04-10 10:53:53,120 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0029 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:53:53,120 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397144823869_0029_000001
2014-04-10 10:53:53,120 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0029_000001 State change from NEW to SUBMITTED
2014-04-10 10:53:53,121 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397144823869_0029 from user: brock activated in queue: default
2014-04-10 10:53:53,121 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397144823869_0029 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@1ba82161, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:53:53,121 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397144823869_0029 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:53:53,121 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397144823869_0029
2014-04-10 10:53:53,121 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397144823869_0029_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:53:53,122 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0029_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:53:53,123 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0029 State change from SUBMITTED to ACCEPTED
2014-04-10 10:53:53,124 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:60619/proxy/application_1397144823869_0029/
2014-04-10 10:53:53,124 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397144823869_0029
2014-04-10 10:53:53,124 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:60619/proxy/application_1397144823869_0029/
2014-04-10 10:53:53,263 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742116_1292
2014-04-10 10:53:53,264 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742112_1288
2014-04-10 10:53:53,314 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742117_1293
2014-04-10 10:53:53,314 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742112_1288
2014-04-10 10:53:53,315 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742119_1295
2014-04-10 10:53:53,316 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742114_1290
2014-04-10 10:53:53,317 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742113_1289
2014-04-10 10:53:53,319 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742116_1292
2014-04-10 10:53:53,518 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742115_1291
2014-04-10 10:53:53,562 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742106_1282 127.0.0.1:55175 127.0.0.1:36139 127.0.0.1:55289 127.0.0.1:53466
2014-04-10 10:53:53,562 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742107_1283 127.0.0.1:55175 127.0.0.1:53466 127.0.0.1:55289 127.0.0.1:36139
2014-04-10 10:53:53,563 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742108_1284 127.0.0.1:55289 127.0.0.1:53466 127.0.0.1:55175
2014-04-10 10:53:53,563 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742109_1285 127.0.0.1:55289 127.0.0.1:53466 127.0.0.1:55175
2014-04-10 10:53:53,563 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742111_1287 127.0.0.1:36139 127.0.0.1:55289 127.0.0.1:53466
2014-04-10 10:53:53,563 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742110_1286 127.0.0.1:55289 127.0.0.1:55175 127.0.0.1:53466
2014-04-10 10:53:53,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0028 dst=null perm=null
2014-04-10 10:53:53,716 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742115_1291
2014-04-10 10:53:53,717 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742114_1290
2014-04-10 10:53:53,718 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742111_1287
2014-04-10 10:53:53,718 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742118_1294
2014-04-10 10:53:53,719 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742119_1295
2014-04-10 10:53:53,720 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742117_1293
2014-04-10 10:53:53,763 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0029_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:53:53,763 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0029 CONTAINERID=container_1397144823869_0029_01_000001
2014-04-10 10:53:53,763 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0029_01_000001 of capacity <memory:2048, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 10:53:53,763 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0029 container=Container: [ContainerId: container_1397144823869_0029_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0029_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:53,764 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:53:53,764 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0029_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:53:53,764 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:53,764 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397144823869_0029 AttemptId: appattempt_1397144823869_0029_000001 MasterContainer: Container: [ContainerId: container_1397144823869_0029_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ]
2014-04-10 10:53:53,765 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0029_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:53:53,765 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0029_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:53:53,765 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397144823869_0029_000001
2014-04-10 10:53:53,766 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397144823869_0029_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] for AM appattempt_1397144823869_0029_000001
2014-04-10 10:53:53,766 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397144823869_0029_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:53:53,769 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0029_000001 (auth:SIMPLE)
2014-04-10 10:53:53,771 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0029_01_000001 by user brock
2014-04-10 10:53:53,771 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0029
2014-04-10 10:53:53,771 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0029 CONTAINERID=container_1397144823869_0029_01_000001
2014-04-10 10:53:53,771 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0029 transitioned from NEW to INITING
2014-04-10 10:53:53,772 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0029_01_000001 to application application_1397144823869_0029
2014-04-10 10:53:53,772 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0029 transitioned from INITING to RUNNING
2014-04-10 10:53:53,772 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397144823869_0029_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] for AM appattempt_1397144823869_0029_000001
2014-04-10 10:53:53,772 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0029_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:53:53,772 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:53:53,772 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0029
2014-04-10 10:53:53,773 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:53:53,773 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:53:53,773 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:53:53,773 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:53:53,773 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0029_01_000001
2014-04-10 10:53:53,783 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397144823869_0029_01_000001.tokens. Credentials list:
2014-04-10 10:53:53,797 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:53:53,859 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397144823869_0029_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0029/container_1397144823869_0029_01_000001.tokens
2014-04-10 10:53:53,859 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0029 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0029
2014-04-10 10:53:53,918 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742116_1292
2014-04-10 10:53:53,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.jar dst=null perm=null
2014-04-10 10:53:53,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.jar dst=null perm=null
2014-04-10 10:53:53,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.jar dst=null perm=null
2014-04-10 10:53:53,969 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54914, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_726125175_19406, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742116_1292, duration: 882029
2014-04-10 10:53:53,994 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0029/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:53:54,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.splitmetainfo dst=null perm=null
2014-04-10 10:53:54,010 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, infoPort=58659, ipcPort=38925, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) Starting thread to transfer BP-1649026925-127.0.0.1-1397144808341:blk_1073742116_1292 to 127.0.0.1:53466
2014-04-10 10:53:54,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.splitmetainfo dst=null perm=null
2014-04-10 10:53:54,012 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742116_1292 src: /127.0.0.1:47092 dest: /127.0.0.1:53466
2014-04-10 10:53:54,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.splitmetainfo dst=null perm=null
2014-04-10 10:53:54,012 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1649026925-127.0.0.1-1397144808341:blk_1073742116_1292 (numBytes=244650) to 127.0.0.1/127.0.0.1:53466
2014-04-10 10:53:54,014 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1649026925-127.0.0.1-1397144808341:blk_1073742116_1292 src: /127.0.0.1:47092 dest: /127.0.0.1:53466 of size 244650
2014-04-10 10:53:54,014 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742116_1292 size 244650
2014-04-10 10:53:54,020 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:46966, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_726125175_19406, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742118_1294, duration: 221585
2014-04-10 10:53:54,037 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0029/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:53:54,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.split dst=null perm=null
2014-04-10 10:53:54,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.split dst=null perm=null
2014-04-10 10:53:54,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.split dst=null perm=null
2014-04-10 10:53:54,061 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54914, bytes: 1928, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_726125175_19406, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742117_1293, duration: 283762
2014-04-10 10:53:54,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742113_1289 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742113 for deletion
2014-04-10 10:53:54,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742113_1289 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742113
2014-04-10 10:53:54,078 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0029/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:53:54,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742113_1289 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742113 for deletion
2014-04-10 10:53:54,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742113_1289 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742113
2014-04-10 10:53:54,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.xml dst=null perm=null
2014-04-10 10:53:54,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.xml dst=null perm=null
2014-04-10 10:53:54,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.xml dst=null perm=null
2014-04-10 10:53:54,104 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39193, bytes: 83502, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_726125175_19406, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742119_1295, duration: 410839
2014-04-10 10:53:54,121 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0029/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:53:54,121 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:53:54,152 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:53:54,152 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:54,219 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0029/container_1397144823869_0029_01_000001/default_container_executor.sh]
2014-04-10 10:53:54,761 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0029_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:53:55,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:53:55,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/COMMIT_STARTED dst=null perm=null
2014-04-10 10:53:55,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:53:55,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/COMMIT_FAIL dst=null perm=null
2014-04-10 10:53:55,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029 dst=null perm=null
2014-04-10 10:53:55,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:53:55,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:53:55,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.splitmetainfo dst=null perm=null
2014-04-10 10:53:55,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.splitmetainfo dst=null perm=null
2014-04-10 10:53:55,732 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47098, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1315341811_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742118_1294, duration: 157456
2014-04-10 10:53:55,830 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073742106_1282, blk_1073742107_1283, blk_1073742108_1284, blk_1073742109_1285, blk_1073742110_1286, blk_1073742111_1287]
2014-04-10 10:53:55,830 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073742106_1282, blk_1073742107_1283, blk_1073742108_1284, blk_1073742109_1285, blk_1073742110_1286]
2014-04-10 10:53:56,327 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0029_000001 (auth:SIMPLE)
2014-04-10 10:53:56,328 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397144823869_0029_000001
2014-04-10 10:53:56,328 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397144823869_0029 APPATTEMPTID=appattempt_1397144823869_0029_000001
2014-04-10 10:53:56,329 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0029_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:53:56,329 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0029 State change from ACCEPTED to RUNNING
2014-04-10 10:53:56,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job_1397144823869_0029_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:56,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:53:56,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job_1397144823869_0029_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:53:56,555 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job_1397144823869_0029_1_conf.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742120_1296{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:53:56,584 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742120_1296 src: /127.0.0.1:47101 dest: /127.0.0.1:53466
2014-04-10 10:53:56,585 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742120_1296 src: /127.0.0.1:54925 dest: /127.0.0.1:55289
2014-04-10 10:53:56,585 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742120_1296 src: /127.0.0.1:46976 dest: /127.0.0.1:36139
2014-04-10 10:53:56,590 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:46976, dest: /127.0.0.1:36139, bytes: 96837, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1315341811_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742120_1296, duration: 4308718
2014-04-10 10:53:56,591 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742120_1296, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:53:56,591 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54925, dest: /127.0.0.1:55289, bytes: 96837, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1315341811_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742120_1296, duration: 5039789
2014-04-10 10:53:56,591 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742120_1296, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:56,591 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742120_1296{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:53:56,591 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47101, dest: /127.0.0.1:53466, bytes: 96837, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1315341811_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742120_1296, duration: 5348860
2014-04-10 10:53:56,591 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742120_1296, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:53:56,592 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742120_1296{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:53:56,592 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742120_1296{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:53:56,603 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job_1397144823869_0029_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1315341811_1
2014-04-10 10:53:57,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742106_1282 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742106 for deletion
2014-04-10 10:53:57,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742107_1283 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742107 for deletion
2014-04-10 10:53:57,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742108_1284 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742108 for deletion
2014-04-10 10:53:57,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742106_1282 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742106
2014-04-10 10:53:57,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742107_1283 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742107
2014-04-10 10:53:57,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742109_1285 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742109 for deletion
2014-04-10 10:53:57,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742106_1282 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742106 for deletion
2014-04-10 10:53:57,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742110_1286 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742110 for deletion
2014-04-10 10:53:57,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742108_1284 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742108
2014-04-10 10:53:57,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742106_1282 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742106
2014-04-10 10:53:57,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742110_1286 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742110
2014-04-10 10:53:57,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742107_1283 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742107 for deletion
2014-04-10 10:53:57,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742109_1285 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742109
2014-04-10 10:53:57,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742108_1284 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742108 for deletion
2014-04-10 10:53:57,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742107_1283 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742107
2014-04-10 10:53:57,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742109_1285 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742109 for deletion
2014-04-10 10:53:57,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742108_1284 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742108
2014-04-10 10:53:57,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742110_1286 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742110 for deletion
2014-04-10 10:53:57,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742109_1285 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742109
2014-04-10 10:53:57,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742111_1287 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742111 for deletion
2014-04-10 10:53:57,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742110_1286 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742110
2014-04-10 10:53:57,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742111_1287 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742111
2014-04-10 10:53:57,763 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0029_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:53:57,763 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0029 CONTAINERID=container_1397144823869_0029_01_000002
2014-04-10 10:53:57,763 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0029_01_000002 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:53:57,764 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0029 container=Container: [ContainerId: container_1397144823869_0029_01_000002, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0029_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:57,764 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:53:57,764 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:57,764 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0029_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:53:57,765 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0029 CONTAINERID=container_1397144823869_0029_01_000003
2014-04-10 10:53:57,765 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0029_01_000003 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 10:53:57,765 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0029 container=Container: [ContainerId: container_1397144823869_0029_01_000003, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0029_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:57,765 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:53:57,765 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:58,009 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0029_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:53:58,009 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0029 CONTAINERID=container_1397144823869_0029_01_000004
2014-04-10 10:53:58,009 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0029_01_000004 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:53:58,009 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0029 container=Container: [ContainerId: container_1397144823869_0029_01_000004, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0029_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:58,010 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:53:58,010 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:58,010 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0029_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:53:58,011 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0029 CONTAINERID=container_1397144823869_0029_01_000005
2014-04-10 10:53:58,011 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0029_01_000005 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:53:58,011 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0029 container=Container: [ContainerId: container_1397144823869_0029_01_000005, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0029_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:58,011 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:53:58,012 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:58,012 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0029_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:53:58,012 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0029 CONTAINERID=container_1397144823869_0029_01_000006
2014-04-10 10:53:58,013 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0029_01_000006 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 10:53:58,013 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0029 container=Container: [ContainerId: container_1397144823869_0029_01_000006, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0029_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:58,013 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 10:53:58,013 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:58,124 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742120_1296
2014-04-10 10:53:58,268 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742120_1296
2014-04-10 10:53:58,326 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742116_1292
2014-04-10 10:53:58,367 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0029_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:53:58,367 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0029_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:53:58,367 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0029_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:53:58,367 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0029_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:53:58,368 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0029_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:53:58,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.jar dst=null perm=null
2014-04-10 10:53:58,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.jar dst=null perm=null
2014-04-10 10:53:58,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.xml dst=null perm=null
2014-04-10 10:53:58,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.xml dst=null perm=null
2014-04-10 10:53:58,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:53:58,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:53:58,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:53:58,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:53:58,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:53:58,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:53:58,495 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0029_000001 (auth:SIMPLE)
2014-04-10 10:53:58,495 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0029_000001 (auth:SIMPLE)
2014-04-10 10:53:58,498 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0029_01_000006 by user brock
2014-04-10 10:53:58,498 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0029_01_000005 by user brock
2014-04-10 10:53:58,498 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0029_01_000002 by user brock
2014-04-10 10:53:58,498 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0029
2014-04-10 10:53:58,499 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0029_01_000005 to application application_1397144823869_0029
2014-04-10 10:53:58,499 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0029 CONTAINERID=container_1397144823869_0029_01_000002
2014-04-10 10:53:58,499 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0029 transitioned from NEW to INITING
2014-04-10 10:53:58,499 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0029 CONTAINERID=container_1397144823869_0029_01_000006
2014-04-10 10:53:58,499 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0029_01_000002 to application application_1397144823869_0029
2014-04-10 10:53:58,499 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0029 CONTAINERID=container_1397144823869_0029_01_000005
2014-04-10 10:53:58,499 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0029_01_000003 by user brock
2014-04-10 10:53:58,499 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0029_01_000004 by user brock
2014-04-10 10:53:58,500 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:53:58,499 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0029_01_000006 to application application_1397144823869_0029
2014-04-10 10:53:58,500 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0029 CONTAINERID=container_1397144823869_0029_01_000004
2014-04-10 10:53:58,500 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0029
2014-04-10 10:53:58,500 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0029 CONTAINERID=container_1397144823869_0029_01_000003
2014-04-10 10:53:58,500 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0029
2014-04-10 10:53:58,501 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:53:58,500 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0029_01_000004 to application application_1397144823869_0029
2014-04-10 10:53:58,501 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0029
2014-04-10 10:53:58,501 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0029 transitioned from INITING to RUNNING
2014-04-10 10:53:58,501 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:53:58,501 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0029_01_000003 to application application_1397144823869_0029
2014-04-10 10:53:58,502 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:53:58,502 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:53:58,502 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:53:58,502 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0029
2014-04-10 10:53:58,502 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0029
2014-04-10 10:53:58,502 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:53:58,502 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:53:58,503 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0029
2014-04-10 10:53:58,503 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0029
2014-04-10 10:53:58,503 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0029
2014-04-10 10:53:58,503 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:53:58,503 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:53:58,503 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:53:58,503 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0029
2014-04-10 10:53:58,504 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0029
2014-04-10 10:53:58,504 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0029
2014-04-10 10:53:58,504 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:53:58,504 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0029
2014-04-10 10:53:58,504 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:53:58,504 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0029
2014-04-10 10:53:58,504 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0029
2014-04-10 10:53:58,505 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:53:58,505 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0029
2014-04-10 10:53:58,505 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0029_01_000004
2014-04-10 10:53:58,505 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0029_01_000006
2014-04-10 10:53:58,506 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0029_01_000005
2014-04-10 10:53:58,513 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0029_01_000005.tokens. Credentials list:
2014-04-10 10:53:58,513 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397144823869_0029_01_000004.tokens. Credentials list:
2014-04-10 10:53:58,514 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0029_01_000006.tokens. Credentials list:
2014-04-10 10:53:58,522 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:53:58,528 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:53:58,528 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:53:58,528 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:58,528 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:58,594 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0029_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0029/container_1397144823869_0029_01_000005.tokens
2014-04-10 10:53:58,595 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0029 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0029
2014-04-10 10:53:58,599 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0029/container_1397144823869_0029_01_000002/default_container_executor.sh]
2014-04-10 10:53:58,599 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0029/container_1397144823869_0029_01_000003/default_container_executor.sh]
2014-04-10 10:53:58,687 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397144823869_0028_01_000001 succeeded
2014-04-10 10:53:58,687 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:53:58,687 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0028_01_000001
2014-04-10 10:53:58,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.jar dst=null perm=null
2014-04-10 10:53:58,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.jar dst=null perm=null
2014-04-10 10:53:58,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.jar dst=null perm=null
2014-04-10 10:53:58,695 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47110, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1768753430_19590, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742116_1292, duration: 384042
2014-04-10 10:53:58,698 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000001
2014-04-10 10:53:58,698 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000001
2014-04-10 10:53:58,699 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000001
2014-04-10 10:53:58,699 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0028/container_1397144823869_0028_01_000001
2014-04-10 10:53:58,699 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0028 CONTAINERID=container_1397144823869_0028_01_000001
2014-04-10 10:53:58,699 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0028_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:53:58,699 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0028_01_000001 from application application_1397144823869_0028
2014-04-10 10:53:58,700 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:58,700 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0028
2014-04-10 10:53:58,712 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0029/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:53:58,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.xml dst=null perm=null
2014-04-10 10:53:58,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.xml dst=null perm=null
2014-04-10 10:53:58,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.xml dst=null perm=null
2014-04-10 10:53:58,726 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54934, bytes: 83502, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1768753430_19590, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742119_1295, duration: 188615
2014-04-10 10:53:58,736 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0029/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:53:58,736 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:53:58,736 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:53:58,736 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:53:58,756 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:53:58,756 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:58,757 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:53:58,757 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:58,759 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:53:58,759 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:53:58,763 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0029_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:53:58,763 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0029_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:53:58,808 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0029/container_1397144823869_0029_01_000004/default_container_executor.sh]
2014-04-10 10:53:58,808 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0029/container_1397144823869_0029_01_000005/default_container_executor.sh]
2014-04-10 10:53:58,812 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0029/container_1397144823869_0029_01_000006/default_container_executor.sh]
2014-04-10 10:53:58,831 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073742113_1289, blk_1073742106_1282, blk_1073742107_1283, blk_1073742108_1284, blk_1073742109_1285, blk_1073742110_1286, blk_1073742111_1287]
2014-04-10 10:53:58,831 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073742106_1282, blk_1073742107_1283, blk_1073742111_1287]
2014-04-10 10:53:58,922 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742120_1296
2014-04-10 10:53:59,009 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0029_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:53:59,009 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0029_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:53:59,009 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0029_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:53:59,099 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0028_01_000001
2014-04-10 10:53:59,099 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0028_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:53:59,099 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397144823869_0028_000001
2014-04-10 10:53:59,099 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0028_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:53:59,099 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0028_000001 State change from FINISHING to FINISHED
2014-04-10 10:53:59,100 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0028 CONTAINERID=container_1397144823869_0028_01_000001
2014-04-10 10:53:59,100 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0028 State change from FINISHING to FINISHED
2014-04-10 10:53:59,100 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0028_01_000001 of capacity <memory:2048, vCores:1> on host localhost:56736, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:53:59,100 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397144823869_0028_000001
2014-04-10 10:53:59,100 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397144823869_0028
2014-04-10 10:53:59,100 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 10:53:59,100 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397144823869_0028,name=[EF311CF62916437084BB2AF04CC3ED46/0B0D429FB2374AC1BC8B3A00963A3BA1] lower*upper/(1/1) ...platform/cogroupouternull,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:60619/proxy/application_1397144823869_0028/jobhistory/job/job_1397144823869_0028,appMasterHost=localhost.localdomain,startTime=1397145218846,finishTime=1397145232496,finalStatus=SUCCEEDED
2014-04-10 10:53:59,100 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0028_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:59,100 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:53:59,100 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 10:53:59,100 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0028_000001 released container container_1397144823869_0028_01_000001 on node: host: localhost:56736 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:53:59,101 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397144823869_0028_000001 is done. finalState=FINISHED
2014-04-10 10:53:59,101 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397144823869_0028 requests cleared
2014-04-10 10:53:59,101 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397144823869_0028 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:53:59,101 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397144823869_0028 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:53:59,102 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0028_000001 (auth:SIMPLE)
2014-04-10 10:53:59,119 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0028_01_000001
2014-04-10 10:53:59,389 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:53:59,859 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:54:00,009 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0028 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:54:00,009 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0028
2014-04-10 10:54:00,010 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0028 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:54:00,010 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0028, with delay of 10800 seconds
2014-04-10 10:54:00,010 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0028
2014-04-10 10:54:00,010 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0028
2014-04-10 10:54:00,010 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0028
2014-04-10 10:54:00,011 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0028
2014-04-10 10:54:00,011 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742113_1289 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742113 for deletion
2014-04-10 10:54:00,011 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742106_1282 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742106 for deletion
2014-04-10 10:54:00,011 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742113_1289 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742113
2014-04-10 10:54:00,011 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742107_1283 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742107 for deletion
2014-04-10 10:54:00,011 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742108_1284 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742108 for deletion
2014-04-10 10:54:00,011 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742107_1283 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742107
2014-04-10 10:54:00,011 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742109_1285 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742109 for deletion
2014-04-10 10:54:00,011 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742110_1286 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742110 for deletion
2014-04-10 10:54:00,011 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742109_1285 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742109
2014-04-10 10:54:00,011 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742106_1282 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742106
2014-04-10 10:54:00,012 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742108_1284 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742108
2014-04-10 10:54:00,012 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742110_1286 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742110
2014-04-10 10:54:00,011 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742111_1287 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742111 for deletion
2014-04-10 10:54:00,012 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742111_1287 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742111
2014-04-10 10:54:00,032 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0028 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:54:00,032 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0028
2014-04-10 10:54:00,032 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0028
2014-04-10 10:54:00,033 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0028 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:54:00,033 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0028, with delay of 10800 seconds
2014-04-10 10:54:00,033 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0028
2014-04-10 10:54:00,033 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0028
2014-04-10 10:54:00,033 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0028
2014-04-10 10:54:00,067 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0029_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0029/container_1397144823869_0029_01_000006.tokens
2014-04-10 10:54:00,068 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0029 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0029
2014-04-10 10:54:00,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742106_1282 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742106 for deletion
2014-04-10 10:54:00,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742107_1283 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742107 for deletion
2014-04-10 10:54:00,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742111_1287 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742111 for deletion
2014-04-10 10:54:00,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742106_1282 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742106
2014-04-10 10:54:00,090 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742107_1283 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742107
2014-04-10 10:54:00,090 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742111_1287 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742111
2014-04-10 10:54:00,099 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0028 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:54:00,100 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0028
2014-04-10 10:54:00,100 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0028 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:54:00,100 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0028, with delay of 10800 seconds
2014-04-10 10:54:00,100 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0028
2014-04-10 10:54:00,101 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0028
2014-04-10 10:54:00,101 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0028
2014-04-10 10:54:00,102 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0028
2014-04-10 10:54:00,163 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:54:00,403 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397144823869_0029_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0029/container_1397144823869_0029_01_000004.tokens
2014-04-10 10:54:00,403 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0029 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0029
2014-04-10 10:54:01,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.split dst=null perm=null
2014-04-10 10:54:01,484 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47001, bytes: 1928, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0029_m_000000_0_-1234792760_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742117_1293, duration: 189991
2014-04-10 10:54:01,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.split dst=null perm=null
2014-04-10 10:54:01,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:54:01,574 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39231, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0029_m_000000_0_-1234792760_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 112257
2014-04-10 10:54:01,605 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47004, bytes: 1928, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0029_m_000001_0_-86176058_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742117_1293, duration: 123514
2014-04-10 10:54:01,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:54:01,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.split dst=null perm=null
2014-04-10 10:54:01,782 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54957, bytes: 896, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0029_m_000004_0_-1916134554_1, offset: 1024, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742117_1293, duration: 109837
2014-04-10 10:54:01,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.split dst=null perm=null
2014-04-10 10:54:01,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job.split dst=null perm=null
2014-04-10 10:54:01,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0029_m_000000_0 dst=null perm=null
2014-04-10 10:54:01,848 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39236, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0029_m_000001_0_-86176058_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 161566
2014-04-10 10:54:01,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:54:01,864 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54957, bytes: 52, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0029_m_000004_0_-1916134554_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004, duration: 141607
2014-04-10 10:54:01,886 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54961, bytes: 1412, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0029_m_000002_0_1238545332_1, offset: 512, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742117_1293, duration: 176381
2014-04-10 10:54:01,887 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47139, bytes: 896, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0029_m_000003_0_-1986777195_1, offset: 1024, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742117_1293, duration: 134833
2014-04-10 10:54:01,912 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0029_01_000002
2014-04-10 10:54:01,913 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0029 CONTAINERID=container_1397144823869_0029_01_000002
2014-04-10 10:54:01,913 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:54:01,913 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0029_01_000002
2014-04-10 10:54:01,924 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0029_01_000002 is : 143
2014-04-10 10:54:01,927 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job_1397144823869_0029_1.jhist. BP-1649026925-127.0.0.1-1397144808341 blk_1073742121_1297{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:54:01,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0029_m_000001_0 dst=null perm=null
2014-04-10 10:54:01,935 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:54:01,935 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0029/container_1397144823869_0029_01_000002
2014-04-10 10:54:01,935 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0029/container_1397144823869_0029_01_000002
2014-04-10 10:54:01,935 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0029/container_1397144823869_0029_01_000002
2014-04-10 10:54:01,936 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0029/container_1397144823869_0029_01_000002
2014-04-10 10:54:01,936 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0029 CONTAINERID=container_1397144823869_0029_01_000002
2014-04-10 10:54:01,936 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:54:01,936 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0029_01_000002 from application application_1397144823869_0029
2014-04-10 10:54:01,936 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:01,936 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0029
2014-04-10 10:54:01,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:54:01,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:54:01,972 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47140, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0029_m_000002_0_1238545332_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 162192
2014-04-10 10:54:01,990 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0029_01_000003
2014-04-10 10:54:01,990 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0029 CONTAINERID=container_1397144823869_0029_01_000003
2014-04-10 10:54:01,990 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742121_1297 src: /127.0.0.1:39240 dest: /127.0.0.1:55175
2014-04-10 10:54:01,991 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:54:01,991 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0029_01_000003
2014-04-10 10:54:01,992 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0029_01_000002
2014-04-10 10:54:01,992 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0029_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:54:01,993 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0029_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:54:01,993 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0029 CONTAINERID=container_1397144823869_0029_01_000002
2014-04-10 10:54:01,993 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0029_01_000002 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 10:54:01,993 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 10:54:01,993 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0029_01_000002, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:01,993 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:01,993 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 10:54:01,994 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0029_000001 released container container_1397144823869_0029_01_000002 on node: host: localhost:50571 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 10:54:01,997 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742121_1297 src: /127.0.0.1:47015 dest: /127.0.0.1:36139
2014-04-10 10:54:01,998 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742121_1297 src: /127.0.0.1:54966 dest: /127.0.0.1:55289
2014-04-10 10:54:02,000 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0029_01_000003 is : 143
2014-04-10 10:54:02,004 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job_1397144823869_0029_1.jhist for DFSClient_NONMAPREDUCE_1315341811_1
2014-04-10 10:54:02,008 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:54:02,008 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0029/container_1397144823869_0029_01_000003
2014-04-10 10:54:02,009 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0029/container_1397144823869_0029_01_000003
2014-04-10 10:54:02,009 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0029/container_1397144823869_0029_01_000003
2014-04-10 10:54:02,009 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0029/container_1397144823869_0029_01_000003
2014-04-10 10:54:02,009 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0029 CONTAINERID=container_1397144823869_0029_01_000003
2014-04-10 10:54:02,009 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:54:02,009 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0029_01_000003 from application application_1397144823869_0029
2014-04-10 10:54:02,010 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:02,010 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0029
2014-04-10 10:54:02,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0029_m_000004_0 dst=null perm=null
2014-04-10 10:54:02,148 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:54968, bytes: 52, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0029_m_000003_0_-1986777195_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004, duration: 178108
2014-04-10 10:54:02,190 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0029_01_000006
2014-04-10 10:54:02,190 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0029 CONTAINERID=container_1397144823869_0029_01_000006
2014-04-10 10:54:02,191 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:54:02,191 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0029_01_000006
2014-04-10 10:54:02,201 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0029_01_000006 is : 143
2014-04-10 10:54:02,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0029_m_000002_0 dst=null perm=null
2014-04-10 10:54:02,214 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:54:02,215 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0029/container_1397144823869_0029_01_000006
2014-04-10 10:54:02,215 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0029/container_1397144823869_0029_01_000006
2014-04-10 10:54:02,215 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0029/container_1397144823869_0029_01_000006
2014-04-10 10:54:02,215 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0029/container_1397144823869_0029_01_000006
2014-04-10 10:54:02,215 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0029 CONTAINERID=container_1397144823869_0029_01_000006
2014-04-10 10:54:02,216 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:54:02,216 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0029_01_000006 from application application_1397144823869_0029
2014-04-10 10:54:02,216 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:02,217 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0029
2014-04-10 10:54:02,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0029_m_000003_0 dst=null perm=null
2014-04-10 10:54:02,253 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0029_01_000004
2014-04-10 10:54:02,253 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0029 CONTAINERID=container_1397144823869_0029_01_000004
2014-04-10 10:54:02,253 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:54:02,253 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0029_01_000006
2014-04-10 10:54:02,253 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0029_01_000004
2014-04-10 10:54:02,253 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0029_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:54:02,254 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0029_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:54:02,254 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0029 CONTAINERID=container_1397144823869_0029_01_000006
2014-04-10 10:54:02,254 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0029_01_000006 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:54:02,254 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 10:54:02,255 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0029_01_000006, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:02,255 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:02,255 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:54:02,255 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0029_000001 released container container_1397144823869_0029_01_000006 on node: host: localhost:37679 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:54:02,258 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0029_01_000004 is : 143
2014-04-10 10:54:02,266 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:54:02,266 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0029/container_1397144823869_0029_01_000004
2014-04-10 10:54:02,266 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0029/container_1397144823869_0029_01_000004
2014-04-10 10:54:02,266 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0029/container_1397144823869_0029_01_000004
2014-04-10 10:54:02,266 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0029/container_1397144823869_0029_01_000004
2014-04-10 10:54:02,266 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0029 CONTAINERID=container_1397144823869_0029_01_000004
2014-04-10 10:54:02,267 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:54:02,267 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0029_01_000004 from application application_1397144823869_0029
2014-04-10 10:54:02,267 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:02,267 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0029
2014-04-10 10:54:02,267 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0029_01_000005
2014-04-10 10:54:02,267 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0029 CONTAINERID=container_1397144823869_0029_01_000005
2014-04-10 10:54:02,267 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:54:02,267 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0029_01_000004
2014-04-10 10:54:02,267 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0029_01_000005
2014-04-10 10:54:02,267 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0029_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:54:02,267 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0029_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:54:02,267 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0029 CONTAINERID=container_1397144823869_0029_01_000004
2014-04-10 10:54:02,268 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0029_01_000004 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:54:02,268 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:54:02,268 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0029_01_000004, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:02,268 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:02,268 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:54:02,268 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0029_000001 released container container_1397144823869_0029_01_000004 on node: host: localhost:37679 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:54:02,272 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0029_01_000005 is : 143
2014-04-10 10:54:02,278 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:54:02,279 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0029/container_1397144823869_0029_01_000005
2014-04-10 10:54:02,279 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0029/container_1397144823869_0029_01_000005
2014-04-10 10:54:02,279 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0029/container_1397144823869_0029_01_000005
2014-04-10 10:54:02,279 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0029 CONTAINERID=container_1397144823869_0029_01_000005
2014-04-10 10:54:02,279 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0029/container_1397144823869_0029_01_000005
2014-04-10 10:54:02,279 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:54:02,279 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0029_01_000005 from application application_1397144823869_0029
2014-04-10 10:54:02,279 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:02,280 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0029
2014-04-10 10:54:02,992 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0029_01_000003
2014-04-10 10:54:02,993 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0029_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:54:02,993 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0029_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:54:02,993 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0029 CONTAINERID=container_1397144823869_0029_01_000003
2014-04-10 10:54:02,994 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0029_01_000003 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:54:02,994 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:54:02,994 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0029_01_000003, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:02,994 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:02,994 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:54:02,994 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0029_000001 released container container_1397144823869_0029_01_000003 on node: host: localhost:50571 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:54:03,267 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0029_01_000005
2014-04-10 10:54:03,268 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0029_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:54:03,268 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0029_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:54:03,268 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0029 CONTAINERID=container_1397144823869_0029_01_000005
2014-04-10 10:54:03,269 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0029_01_000005 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:54:03,269 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:54:03,270 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0029_01_000005, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:03,270 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:03,270 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:54:03,270 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0029_000001 released container container_1397144823869_0029_01_000005 on node: host: localhost:37679 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:54:03,994 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0029_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:54:03,994 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0029 CONTAINERID=container_1397144823869_0029_01_000007
2014-04-10 10:54:03,994 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0029_01_000007 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:54:03,994 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0029 container=Container: [ContainerId: container_1397144823869_0029_01_000007, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0029_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:03,995 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:54:03,995 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:04,404 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0029_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:54:04,417 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0029_01_000007 by user brock
2014-04-10 10:54:04,417 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0029 CONTAINERID=container_1397144823869_0029_01_000007
2014-04-10 10:54:04,417 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0029_01_000007 to application application_1397144823869_0029
2014-04-10 10:54:04,418 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 10:54:04,418 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0029
2014-04-10 10:54:04,418 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0029
2014-04-10 10:54:04,418 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:54:04,418 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0029
2014-04-10 10:54:04,419 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:54:04,446 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 10:54:04,446 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:04,504 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0029/container_1397144823869_0029_01_000007/default_container_executor.sh]
2014-04-10 10:54:04,993 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0029_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:54:05,408 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:54:06,177 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(667)) - Number of transactions: 2464 Total time for transactions(ms): 137 Number of transactions batched in Syncs: 0 Number of syncs: 1728 SyncTimes(ms): 18759 9020
2014-04-10 10:54:06,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0029_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:06,248 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0029_r_000000_0/part-00000. BP-1649026925-127.0.0.1-1397144808341 blk_1073742122_1298{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:54:06,324 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742122_1298 src: /127.0.0.1:54988 dest: /127.0.0.1:55289
2014-04-10 10:54:06,326 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742122_1298 src: /127.0.0.1:47166 dest: /127.0.0.1:53466
2014-04-10 10:54:06,327 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742122_1298 src: /127.0.0.1:39266 dest: /127.0.0.1:55175
2014-04-10 10:54:06,343 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39266, dest: /127.0.0.1:55175, bytes: 239, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0029_r_000000_0_1140202565_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742122_1298, duration: 15284384
2014-04-10 10:54:06,343 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742122_1298, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:06,343 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742122_1298{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:54:06,343 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47166, dest: /127.0.0.1:53466, bytes: 239, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0029_r_000000_0_1140202565_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742122_1298, duration: 15911987
2014-04-10 10:54:06,344 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742122_1298, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:06,344 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742122_1298{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:54:06,344 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54988, dest: /127.0.0.1:55289, bytes: 239, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0029_r_000000_0_1140202565_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742122_1298, duration: 16646571
2014-04-10 10:54:06,344 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742122_1298, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:06,345 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742122_1298{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:54:06,361 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0029_r_000000_0/part-00000 is closed by DFSClient_attempt_1397144823869_0029_r_000000_0_1140202565_1
2014-04-10 10:54:06,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0029_r_000000_0 dst=null perm=null
2014-04-10 10:54:06,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0029_r_000000_0 dst=null perm=null
2014-04-10 10:54:06,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup/_temporary/1/task_1397144823869_0029_r_000000 dst=null perm=null
2014-04-10 10:54:06,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0029_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup/_temporary/1/task_1397144823869_0029_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:54:06,478 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0029_01_000007
2014-04-10 10:54:06,478 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0029 CONTAINERID=container_1397144823869_0029_01_000007
2014-04-10 10:54:06,478 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000007 transitioned from RUNNING to KILLING
2014-04-10 10:54:06,479 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0029_01_000007
2014-04-10 10:54:06,487 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0029_01_000007 is : 143
2014-04-10 10:54:06,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:06,501 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:54:06,502 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0029/container_1397144823869_0029_01_000007
2014-04-10 10:54:06,502 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0029/container_1397144823869_0029_01_000007
2014-04-10 10:54:06,502 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0029/container_1397144823869_0029_01_000007
2014-04-10 10:54:06,502 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0029/container_1397144823869_0029_01_000007
2014-04-10 10:54:06,502 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0029 CONTAINERID=container_1397144823869_0029_01_000007
2014-04-10 10:54:06,503 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:54:06,503 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0029_01_000007 from application application_1397144823869_0029
2014-04-10 10:54:06,503 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:06,503 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0029
2014-04-10 10:54:06,511 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1315341811_1
2014-04-10 10:54:06,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup/_temporary/1 dst=null perm=null
2014-04-10 10:54:06,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup dst=null perm=null
2014-04-10 10:54:06,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup dst=null perm=null
2014-04-10 10:54:06,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup/_temporary/1/task_1397144823869_0029_r_000000 dst=null perm=null
2014-04-10 10:54:06,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:54:06,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup/_temporary/1/task_1397144823869_0029_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:06,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup/_temporary dst=null perm=null
2014-04-10 10:54:06,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:06,594 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1315341811_1
2014-04-10 10:54:06,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:06,628 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1315341811_1
2014-04-10 10:54:06,648 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54966, dest: /127.0.0.1:55289, bytes: 69549, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1315341811_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742121_1297, duration: 4646902940
2014-04-10 10:54:06,648 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742121_1297, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:06,649 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47015, dest: /127.0.0.1:36139, bytes: 69549, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1315341811_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742121_1297, duration: 4647968832
2014-04-10 10:54:06,649 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742121_1297{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 15780
2014-04-10 10:54:06,649 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742121_1297, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:06,650 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39240, dest: /127.0.0.1:55175, bytes: 69549, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1315341811_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742121_1297, duration: 4648826115
2014-04-10 10:54:06,650 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742121_1297, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:06,650 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742121_1297{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 15780
2014-04-10 10:54:06,651 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742121_1297{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 15780
2014-04-10 10:54:06,661 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job_1397144823869_0029_1.jhist is closed by DFSClient_NONMAPREDUCE_1315341811_1
2014-04-10 10:54:06,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0029.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:06,681 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0029.summary_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742123_1299{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:54:06,697 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742123_1299 src: /127.0.0.1:47169 dest: /127.0.0.1:53466
2014-04-10 10:54:06,698 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742123_1299 src: /127.0.0.1:39269 dest: /127.0.0.1:55175
2014-04-10 10:54:06,699 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742123_1299 src: /127.0.0.1:54994 dest: /127.0.0.1:55289
2014-04-10 10:54:06,702 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54994, dest: /127.0.0.1:55289, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1315341811_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742123_1299, duration: 2166216
2014-04-10 10:54:06,703 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742123_1299, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:06,703 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742123_1299{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:54:06,703 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39269, dest: /127.0.0.1:55175, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1315341811_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742123_1299, duration: 2706388
2014-04-10 10:54:06,704 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742123_1299, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:06,704 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742123_1299{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:54:06,704 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47169, dest: /127.0.0.1:53466, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1315341811_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742123_1299, duration: 3350868
2014-04-10 10:54:06,704 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742123_1299, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:06,705 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742123_1299{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:54:06,719 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0029.summary_tmp is closed by DFSClient_NONMAPREDUCE_1315341811_1
2014-04-10 10:54:06,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0029.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:54:06,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job_1397144823869_0029_1.jhist dst=null perm=null
2014-04-10 10:54:06,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0029-1397145233118-brock-%5B84366A628B1345C18103BAC2F8D4044A%2F11785137A03A46C1-1397145246629-5-1-SUCCEEDED-default-1397145236338.jhist_tmp dst=null perm=null
2014-04-10 10:54:06,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job_1397144823869_0029_1.jhist dst=null perm=null
2014-04-10 10:54:06,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0029-1397145233118-brock-%5B84366A628B1345C18103BAC2F8D4044A%2F11785137A03A46C1-1397145246629-5-1-SUCCEEDED-default-1397145236338.jhist_tmp dst=null perm=null
2014-04-10 10:54:06,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job_1397144823869_0029_1.jhist dst=null perm=null
2014-04-10 10:54:06,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0029-1397145233118-brock-%5B84366A628B1345C18103BAC2F8D4044A%2F11785137A03A46C1-1397145246629-5-1-SUCCEEDED-default-1397145236338.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:06,764 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47045, bytes: 70093, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1315341811_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742121_1297, duration: 386929
2014-04-10 10:54:06,767 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0029-1397145233118-brock-%5B84366A628B1345C18103BAC2F8D4044A%2F11785137A03A46C1-1397145246629-5-1-SUCCEEDED-default-1397145236338.jhist_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742124_1300{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:54:06,780 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742124_1300 src: /127.0.0.1:54996 dest: /127.0.0.1:55289
2014-04-10 10:54:06,781 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742124_1300 src: /127.0.0.1:39273 dest: /127.0.0.1:55175
2014-04-10 10:54:06,783 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742124_1300 src: /127.0.0.1:47175 dest: /127.0.0.1:53466
2014-04-10 10:54:06,787 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47175, dest: /127.0.0.1:53466, bytes: 69549, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1315341811_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742124_1300, duration: 3191423
2014-04-10 10:54:06,787 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742124_1300, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:06,787 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39273, dest: /127.0.0.1:55175, bytes: 69549, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1315341811_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742124_1300, duration: 3615749
2014-04-10 10:54:06,787 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742124_1300{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:54:06,788 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742124_1300, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:06,788 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:54996, dest: /127.0.0.1:55289, bytes: 69549, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1315341811_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742124_1300, duration: 4289798
2014-04-10 10:54:06,788 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742124_1300{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:54:06,788 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742124_1300, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:06,789 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742124_1300{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:54:06,803 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0029-1397145233118-brock-%5B84366A628B1345C18103BAC2F8D4044A%2F11785137A03A46C1-1397145246629-5-1-SUCCEEDED-default-1397145236338.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1315341811_1
2014-04-10 10:54:06,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0029-1397145233118-brock-%5B84366A628B1345C18103BAC2F8D4044A%2F11785137A03A46C1-1397145246629-5-1-SUCCEEDED-default-1397145236338.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:54:06,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job_1397144823869_0029_1_conf.xml dst=null perm=null
2014-04-10 10:54:06,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0029_conf.xml_tmp dst=null perm=null
2014-04-10 10:54:06,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job_1397144823869_0029_1_conf.xml dst=null perm=null
2014-04-10 10:54:06,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0029_conf.xml_tmp dst=null perm=null
2014-04-10 10:54:06,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029/job_1397144823869_0029_1_conf.xml dst=null perm=null
2014-04-10 10:54:06,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0029_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:06,830 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47045, bytes: 97597, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1315341811_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742120_1296, duration: 358250
2014-04-10 10:54:06,833 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0029_conf.xml_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742125_1301{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:54:06,847 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742125_1301 src: /127.0.0.1:47176 dest: /127.0.0.1:53466
2014-04-10 10:54:06,848 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742125_1301 src: /127.0.0.1:47050 dest: /127.0.0.1:36139
2014-04-10 10:54:06,849 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742125_1301 src: /127.0.0.1:55001 dest: /127.0.0.1:55289
2014-04-10 10:54:06,853 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55001, dest: /127.0.0.1:55289, bytes: 96837, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1315341811_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742125_1301, duration: 2812722
2014-04-10 10:54:06,853 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742125_1301, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:06,854 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742125_1301{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:54:06,854 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47050, dest: /127.0.0.1:36139, bytes: 96837, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1315341811_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742125_1301, duration: 3415827
2014-04-10 10:54:06,854 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742125_1301, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:06,854 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742125_1301{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:54:06,854 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47176, dest: /127.0.0.1:53466, bytes: 96837, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1315341811_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742125_1301, duration: 3992404
2014-04-10 10:54:06,855 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742125_1301, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:06,855 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742125_1301{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:54:06,869 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0029_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1315341811_1
2014-04-10 10:54:06,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0029_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:54:06,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0029.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0029.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:54:06,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0029_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0029_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:54:06,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0029-1397145233118-brock-%5B84366A628B1345C18103BAC2F8D4044A%2F11785137A03A46C1-1397145246629-5-1-SUCCEEDED-default-1397145236338.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0029-1397145233118-brock-%5B84366A628B1345C18103BAC2F8D4044A%2F11785137A03A46C1-1397145246629-5-1-SUCCEEDED-default-1397145236338.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:54:06,937 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397144823869_0029_000001 with final state: FINISHING
2014-04-10 10:54:06,937 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0029_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:54:06,937 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397144823869_0029 with final state: FINISHING
2014-04-10 10:54:06,937 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0029 State change from RUNNING to FINAL_SAVING
2014-04-10 10:54:06,938 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0029
2014-04-10 10:54:06,938 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0029_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:54:06,938 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0029 State change from FINAL_SAVING to FINISHING
2014-04-10 10:54:06,972 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:54:06,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:54:06,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:54:06,976 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397144823869_0029 from file: hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0029-1397145233118-brock-%5B84366A628B1345C18103BAC2F8D4044A%2F11785137A03A46C1-1397145246629-5-1-SUCCEEDED-default-1397145236338.jhist
2014-04-10 10:54:06,977 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0029-1397145233118-brock-%5B84366A628B1345C18103BAC2F8D4044A%2F11785137A03A46C1-1397145246629-5-1-SUCCEEDED-default-1397145236338.jhist]
2014-04-10 10:54:06,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0029-1397145233118-brock-%5B84366A628B1345C18103BAC2F8D4044A%2F11785137A03A46C1-1397145246629-5-1-SUCCEEDED-default-1397145236338.jhist dst=null perm=null
2014-04-10 10:54:06,981 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39280, bytes: 70093, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742124_1300, duration: 388666
2014-04-10 10:54:07,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0029.summary dst=null perm=null
2014-04-10 10:54:07,017 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47184, bytes: 457, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_538767685_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742123_1299, duration: 239802
2014-04-10 10:54:07,017 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397144823869_0029,submitTime=1397145233118,launchTime=1397145236338,firstMapTaskLaunchTime=1397145238509,firstReduceTaskLaunchTime=1397145244418,finishTime=1397145246629,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=5,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=17,reduceSlotSeconds=2,jobName=[84366A628B1345C18103BAC2F8D4044A/11785137A03A46C18D4A2C8EDEDF1C9D] lower*upper/(1/1) ...roupouternull-resultgroup
2014-04-10 10:54:07,018 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0029.summary]
2014-04-10 10:54:07,070 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742123_1299 127.0.0.1:53466 127.0.0.1:55175 127.0.0.1:55289
2014-04-10 10:54:07,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0029.summary dst=null perm=null
2014-04-10 10:54:07,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:54:07,072 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0029-1397145233118-brock-%5B84366A628B1345C18103BAC2F8D4044A%2F11785137A03A46C1-1397145246629-5-1-SUCCEEDED-default-1397145236338.jhist to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0029-1397145233118-brock-%5B84366A628B1345C18103BAC2F8D4044A%2F11785137A03A46C1-1397145246629-5-1-SUCCEEDED-default-1397145236338.jhist
2014-04-10 10:54:07,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0029-1397145233118-brock-%5B84366A628B1345C18103BAC2F8D4044A%2F11785137A03A46C1-1397145246629-5-1-SUCCEEDED-default-1397145236338.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0029-1397145233118-brock-%5B84366A628B1345C18103BAC2F8D4044A%2F11785137A03A46C1-1397145246629-5-1-SUCCEEDED-default-1397145236338.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:54:07,087 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0029_conf.xml to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0029_conf.xml
2014-04-10 10:54:07,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0029_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0029_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:54:07,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup dst=null perm=null
2014-04-10 10:54:07,113 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup/_temporary
2014-04-10 10:54:07,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup/_temporary dst=null perm=null
2014-04-10 10:54:07,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup dst=null perm=null
2014-04-10 10:54:07,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup dst=null perm=null
2014-04-10 10:54:07,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup dst=null perm=null
2014-04-10 10:54:07,132 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:54:07,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:54:07,135 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55009, bytes: 243, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742122_1298, duration: 157008
2014-04-10 10:54:07,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup dst=null perm=null
2014-04-10 10:54:07,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup dst=null perm=null
2014-04-10 10:54:07,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup dst=null perm=null
2014-04-10 10:54:07,147 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:54:07,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:54:07,150 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55009, bytes: 243, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742122_1298, duration: 171061
2014-04-10 10:54:07,152 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull
2014-04-10 10:54:07,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull dst=null perm=null
2014-04-10 10:54:07,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull dst=null perm=null
2014-04-10 10:54:07,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull dst=null perm=null
2014-04-10 10:54:07,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull dst=null perm=null
2014-04-10 10:54:07,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull/part-00000 dst=null perm=null
2014-04-10 10:54:07,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull/part-00000 dst=null perm=null
2014-04-10 10:54:07,159 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39280, bytes: 243, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742112_1288, duration: 214397
2014-04-10 10:54:07,160 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup
2014-04-10 10:54:07,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup dst=null perm=null
2014-04-10 10:54:07,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup dst=null perm=null
2014-04-10 10:54:07,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup dst=null perm=null
2014-04-10 10:54:07,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup dst=null perm=null
2014-04-10 10:54:07,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:54:07,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouternull-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:54:07,167 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39280, bytes: 243, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742122_1298, duration: 188088
2014-04-10 10:54:07,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:54:07,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:54:07,186 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 10:54:07,186 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 10:54:07,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes dst=null perm=null
2014-04-10 10:54:07,198 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [tail] starting
2014-04-10 10:54:07,198 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [tail] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 10:54:07,199 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [tail] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 10:54:07,199 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [tail] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes"]
2014-04-10 10:54:07,199 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [tail] parallel execution is enabled: true
2014-04-10 10:54:07,199 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [tail] starting jobs: 1
2014-04-10 10:54:07,199 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [tail] allocating threads: 1
2014-04-10 10:54:07,200 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [tail] starting step: (1/1) ...ipesplatform/renamedpipes
2014-04-10 10:54:07,211 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:54:07,217 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:54:07,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes dst=null perm=null
2014-04-10 10:54:07,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:54:07,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:54:07,221 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 30
2014-04-10 10:54:07,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030 dst=null perm=null
2014-04-10 10:54:07,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:54:07,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:54:07,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.jar dst=null perm=null
2014-04-10 10:54:07,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:54:07,272 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073742126_1302{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:54:07,287 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742126_1302 src: /127.0.0.1:47187 dest: /127.0.0.1:53466
2014-04-10 10:54:07,289 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742126_1302 src: /127.0.0.1:47061 dest: /127.0.0.1:36139
2014-04-10 10:54:07,290 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742126_1302 src: /127.0.0.1:55012 dest: /127.0.0.1:55289
2014-04-10 10:54:07,294 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55012, dest: /127.0.0.1:55289, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742126_1302, duration: 3582298
2014-04-10 10:54:07,294 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742126_1302, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:07,295 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47061, dest: /127.0.0.1:36139, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742126_1302, duration: 2770515
2014-04-10 10:54:07,295 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742126_1302{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:54:07,295 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742126_1302, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:07,295 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47187, dest: /127.0.0.1:53466, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742126_1302, duration: 3115380
2014-04-10 10:54:07,295 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742126_1302, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:07,296 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742126_1302{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:54:07,297 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742126_1302 size 244650
2014-04-10 10:54:07,311 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:54:07,312 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.jar
2014-04-10 10:54:07,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.jar dst=null perm=null
2014-04-10 10:54:07,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:54:07,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:54:07,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:54:07,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:54:07,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:54:07,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:54:07,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:54:07,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:54:07,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:54:07,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:54:07,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:54:07,339 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:54:07,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:54:07,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:54:07,342 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:54:07,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:54:07,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:54:07,345 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:54:07,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:54:07,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:54:07,349 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:54:07,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:54:07,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:54:07,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:54:07,370 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.split
2014-04-10 10:54:07,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.split dst=null perm=null
2014-04-10 10:54:07,380 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.split. BP-1649026925-127.0.0.1-1397144808341 blk_1073742127_1303{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:54:07,396 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742127_1303 src: /127.0.0.1:47064 dest: /127.0.0.1:36139
2014-04-10 10:54:07,397 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742127_1303 src: /127.0.0.1:55015 dest: /127.0.0.1:55289
2014-04-10 10:54:07,398 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742127_1303 src: /127.0.0.1:47193 dest: /127.0.0.1:53466
2014-04-10 10:54:07,399 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742127_1303 src: /127.0.0.1:39293 dest: /127.0.0.1:55175
2014-04-10 10:54:07,402 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39293, dest: /127.0.0.1:55175, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742127_1303, duration: 1728807
2014-04-10 10:54:07,403 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742127_1303, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:07,403 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742127_1303{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:54:07,403 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47193, dest: /127.0.0.1:53466, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742127_1303, duration: 2395992
2014-04-10 10:54:07,403 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742127_1303, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:07,403 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742127_1303{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:54:07,404 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55015, dest: /127.0.0.1:55289, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742127_1303, duration: 3044099
2014-04-10 10:54:07,404 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742127_1303, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:07,404 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742127_1303{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:54:07,404 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47064, dest: /127.0.0.1:36139, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742127_1303, duration: 3795164
2014-04-10 10:54:07,405 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742127_1303, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:07,405 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742127_1303{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:54:07,419 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.split is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:54:07,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:54:07,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:54:07,438 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.splitmetainfo. BP-1649026925-127.0.0.1-1397144808341 blk_1073742128_1304{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]}
2014-04-10 10:54:07,479 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0029_01_000007
2014-04-10 10:54:07,480 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0029_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:54:07,480 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0029_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 10:54:07,480 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0029 CONTAINERID=container_1397144823869_0029_01_000007
2014-04-10 10:54:07,480 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0029_01_000007 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:54:07,480 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:54:07,481 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0029_01_000007, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:07,481 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:07,481 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:54:07,481 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0029_000001 released container container_1397144823869_0029_01_000007 on node: host: localhost:50571 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:54:07,504 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742128_1304 src: /127.0.0.1:47195 dest: /127.0.0.1:53466
2014-04-10 10:54:07,505 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742128_1304 src: /127.0.0.1:55019 dest: /127.0.0.1:55289
2014-04-10 10:54:07,507 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742128_1304 src: /127.0.0.1:39296 dest: /127.0.0.1:55175
2014-04-10 10:54:07,509 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39296, dest: /127.0.0.1:55175, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742128_1304, duration: 1480936
2014-04-10 10:54:07,509 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742128_1304, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:07,510 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742128_1304{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:54:07,510 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55019, dest: /127.0.0.1:55289, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742128_1304, duration: 2022613
2014-04-10 10:54:07,510 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742128_1304, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:07,510 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742128_1304{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:54:07,511 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47195, dest: /127.0.0.1:53466, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742128_1304, duration: 2719834
2014-04-10 10:54:07,511 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742128_1304, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:07,515 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742128_1304{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:54:07,528 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:54:07,528 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:6
2014-04-10 10:54:07,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:54:07,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:54:07,551 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742129_1305{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:54:07,562 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742129_1305 src: /127.0.0.1:39297 dest: /127.0.0.1:55175
2014-04-10 10:54:07,573 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742129_1305 src: /127.0.0.1:47199 dest: /127.0.0.1:53466
2014-04-10 10:54:07,574 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742129_1305 src: /127.0.0.1:47073 dest: /127.0.0.1:36139
2014-04-10 10:54:07,576 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47073, dest: /127.0.0.1:36139, bytes: 81751, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742129_1305, duration: 1555830
2014-04-10 10:54:07,576 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742129_1305, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:07,576 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742129_1305{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:54:07,576 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47199, dest: /127.0.0.1:53466, bytes: 81751, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742129_1305, duration: 1850852
2014-04-10 10:54:07,576 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742129_1305, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:07,576 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742129_1305{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:54:07,577 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39297, dest: /127.0.0.1:55175, bytes: 81751, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742129_1305, duration: 2178379
2014-04-10 10:54:07,577 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742129_1305, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:07,577 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742129_1305{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:54:07,586 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.xml is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:54:07,586 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397144823869_0030
2014-04-10 10:54:07,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030 dst=null perm=null
2014-04-10 10:54:07,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.xml dst=null perm=null
2014-04-10 10:54:07,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.xml dst=null perm=null
2014-04-10 10:54:07,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.jar dst=null perm=null
2014-04-10 10:54:07,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.jar dst=null perm=null
2014-04-10 10:54:07,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.split dst=null perm=null
2014-04-10 10:54:07,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.split dst=null perm=null
2014-04-10 10:54:07,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.splitmetainfo dst=null perm=null
2014-04-10 10:54:07,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.splitmetainfo dst=null perm=null
2014-04-10 10:54:07,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:54:07,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:54:07,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:54:07,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:54:07,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:54:07,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:54:07,642 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 30 submitted by user brock
2014-04-10 10:54:07,642 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397144823869_0030
2014-04-10 10:54:07,642 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0030 State change from NEW to NEW_SAVING
2014-04-10 10:54:07,642 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397144823869_0030
2014-04-10 10:54:07,642 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0030
2014-04-10 10:54:07,643 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0030 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:54:07,643 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397144823869_0030_000001
2014-04-10 10:54:07,644 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0030_000001 State change from NEW to SUBMITTED
2014-04-10 10:54:07,644 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397144823869_0030 from user: brock activated in queue: default
2014-04-10 10:54:07,644 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397144823869_0030 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@1ba82161, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:54:07,644 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397144823869_0030 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:54:07,644 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397144823869_0030
2014-04-10 10:54:07,644 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397144823869_0030_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:54:07,645 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0030_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:54:07,646 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0030 State change from SUBMITTED to ACCEPTED
2014-04-10 10:54:07,647 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:60619/proxy/application_1397144823869_0030/
2014-04-10 10:54:07,647 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [tail] submitted hadoop job: job_1397144823869_0030
2014-04-10 10:54:07,647 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [tail] tracking url: http://localhost:60619/proxy/application_1397144823869_0030/
2014-04-10 10:54:07,832 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:36139 to replicate blk_1073742126_1302 to datanode(s) 127.0.0.1:55175
2014-04-10 10:54:07,832 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073742123_1299]
2014-04-10 10:54:07,832 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073742123_1299]
2014-04-10 10:54:08,003 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742116_1292 127.0.0.1:55175 127.0.0.1:36139 127.0.0.1:55289 127.0.0.1:53466
2014-04-10 10:54:08,003 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742117_1293 127.0.0.1:36139 127.0.0.1:55289 127.0.0.1:53466 127.0.0.1:55175
2014-04-10 10:54:08,004 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742118_1294 127.0.0.1:53466 127.0.0.1:55289 127.0.0.1:36139
2014-04-10 10:54:08,004 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742119_1295 127.0.0.1:55175 127.0.0.1:55289 127.0.0.1:36139
2014-04-10 10:54:08,004 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742121_1297 127.0.0.1:55175 127.0.0.1:36139 127.0.0.1:55289
2014-04-10 10:54:08,004 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742120_1296 127.0.0.1:53466 127.0.0.1:55289 127.0.0.1:36139
2014-04-10 10:54:08,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0029 dst=null perm=null
2014-04-10 10:54:08,036 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0030_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:54:08,036 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0030 CONTAINERID=container_1397144823869_0030_01_000001
2014-04-10 10:54:08,036 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0030_01_000001 of capacity <memory:2048, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 10:54:08,036 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0030 container=Container: [ContainerId: container_1397144823869_0030_01_000001, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0030_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:08,036 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:54:08,037 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0030_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:54:08,037 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:08,037 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397144823869_0030 AttemptId: appattempt_1397144823869_0030_000001 MasterContainer: Container: [ContainerId: container_1397144823869_0030_01_000001, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:52024 }, ]
2014-04-10 10:54:08,038 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0030_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:54:08,038 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0030_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:54:08,038 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397144823869_0030_000001
2014-04-10 10:54:08,039 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397144823869_0030_01_000001, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] for AM appattempt_1397144823869_0030_000001
2014-04-10 10:54:08,039 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397144823869_0030_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:54:08,042 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0030_000001 (auth:SIMPLE)
2014-04-10 10:54:08,044 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0030_01_000001 by user brock
2014-04-10 10:54:08,044 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0030
2014-04-10 10:54:08,044 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0030 CONTAINERID=container_1397144823869_0030_01_000001
2014-04-10 10:54:08,044 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0030 transitioned from NEW to INITING
2014-04-10 10:54:08,045 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0030_01_000001 to application application_1397144823869_0030
2014-04-10 10:54:08,045 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397144823869_0030_01_000001, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] for AM appattempt_1397144823869_0030_000001
2014-04-10 10:54:08,045 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0030 transitioned from INITING to RUNNING
2014-04-10 10:54:08,045 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0030_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:54:08,046 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:54:08,046 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0030
2014-04-10 10:54:08,046 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:54:08,046 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:54:08,046 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:54:08,046 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:54:08,047 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0030_01_000001
2014-04-10 10:54:08,056 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397144823869_0030_01_000001.tokens. Credentials list:
2014-04-10 10:54:08,070 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:54:08,129 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397144823869_0030_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000001.tokens
2014-04-10 10:54:08,130 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0030 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0030
2014-04-10 10:54:08,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.jar dst=null perm=null
2014-04-10 10:54:08,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.jar dst=null perm=null
2014-04-10 10:54:08,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.jar dst=null perm=null
2014-04-10 10:54:08,239 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47207, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-502129289_19987, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742126_1302, duration: 613775
2014-04-10 10:54:08,263 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0030/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:54:08,273 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742127_1303
2014-04-10 10:54:08,274 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742124_1300
2014-04-10 10:54:08,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.splitmetainfo dst=null perm=null
2014-04-10 10:54:08,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.splitmetainfo dst=null perm=null
2014-04-10 10:54:08,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.splitmetainfo dst=null perm=null
2014-04-10 10:54:08,291 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47207, bytes: 222, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-502129289_19987, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742128_1304, duration: 206604
2014-04-10 10:54:08,308 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0030/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:54:08,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.split dst=null perm=null
2014-04-10 10:54:08,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.split dst=null perm=null
2014-04-10 10:54:08,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.split dst=null perm=null
2014-04-10 10:54:08,330 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742128_1304
2014-04-10 10:54:08,330 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742123_1299
2014-04-10 10:54:08,331 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742127_1303
2014-04-10 10:54:08,332 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742129_1305
2014-04-10 10:54:08,332 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742122_1298
2014-04-10 10:54:08,333 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47081, bytes: 2283, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-502129289_19987, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742127_1303, duration: 226254
2014-04-10 10:54:08,334 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742126_1302
2014-04-10 10:54:08,350 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0030/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:54:08,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.xml dst=null perm=null
2014-04-10 10:54:08,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.xml dst=null perm=null
2014-04-10 10:54:08,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.xml dst=null perm=null
2014-04-10 10:54:08,375 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39309, bytes: 82391, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-502129289_19987, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742129_1305, duration: 438054
2014-04-10 10:54:08,393 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0030/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:54:08,393 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:54:08,424 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:54:08,425 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:08,475 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742126_1302
2014-04-10 10:54:08,477 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742125_1301
2014-04-10 10:54:08,477 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742123_1299
2014-04-10 10:54:08,478 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742122_1298
2014-04-10 10:54:08,484 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000001/default_container_executor.sh]
2014-04-10 10:54:08,523 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742123_1299
2014-04-10 10:54:08,523 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742122_1298
2014-04-10 10:54:08,524 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742129_1305
2014-04-10 10:54:08,525 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742127_1303
2014-04-10 10:54:08,526 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742121_1297
2014-04-10 10:54:08,526 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742128_1304
2014-04-10 10:54:08,527 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742124_1300
2014-04-10 10:54:08,534 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742125_1301
2014-04-10 10:54:08,535 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742124_1300
2014-04-10 10:54:08,675 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742121_1297
2014-04-10 10:54:08,675 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742128_1304
2014-04-10 10:54:08,924 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742129_1305
2014-04-10 10:54:08,924 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742127_1303
2014-04-10 10:54:08,925 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742121_1297
2014-04-10 10:54:08,925 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742125_1301
2014-04-10 10:54:09,034 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0030_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:54:09,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742123_1299 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742123 for deletion
2014-04-10 10:54:09,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742123_1299 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742123
2014-04-10 10:54:09,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742123_1299 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742123 for deletion
2014-04-10 10:54:09,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742123_1299 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742123
2014-04-10 10:54:09,091 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=1df63c1b-7aec-480c-a7f5-64068c9095b6, infoPort=40517, ipcPort=46888, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) Starting thread to transfer BP-1649026925-127.0.0.1-1397144808341:blk_1073742126_1302 to 127.0.0.1:55175
2014-04-10 10:54:09,091 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742126_1302 src: /127.0.0.1:39312 dest: /127.0.0.1:55175
2014-04-10 10:54:09,092 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1649026925-127.0.0.1-1397144808341:blk_1073742126_1302 (numBytes=244650) to 127.0.0.1/127.0.0.1:55175
2014-04-10 10:54:09,093 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1649026925-127.0.0.1-1397144808341:blk_1073742126_1302 src: /127.0.0.1:39312 dest: /127.0.0.1:55175 of size 244650
2014-04-10 10:54:09,093 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742126_1302 size 244650
2014-04-10 10:54:09,126 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742126_1302
2014-04-10 10:54:09,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:54:09,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/COMMIT_STARTED dst=null perm=null
2014-04-10 10:54:09,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:54:09,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/COMMIT_FAIL dst=null perm=null
2014-04-10 10:54:09,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030 dst=null perm=null
2014-04-10 10:54:09,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:54:09,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:54:09,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.splitmetainfo dst=null perm=null
2014-04-10 10:54:09,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.splitmetainfo dst=null perm=null
2014-04-10 10:54:09,981 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47217, bytes: 222, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_886609394_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742128_1304, duration: 156974
2014-04-10 10:54:10,581 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0030_000001 (auth:SIMPLE)
2014-04-10 10:54:10,582 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397144823869_0030_000001
2014-04-10 10:54:10,582 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397144823869_0030 APPATTEMPTID=appattempt_1397144823869_0030_000001
2014-04-10 10:54:10,582 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0030_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:54:10,582 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0030 State change from ACCEPTED to RUNNING
2014-04-10 10:54:10,833 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073742116_1292, blk_1073742117_1293, blk_1073742118_1294, blk_1073742119_1295, blk_1073742120_1296, blk_1073742121_1297, blk_1073742123_1299]
2014-04-10 10:54:10,833 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073742116_1292, blk_1073742117_1293, blk_1073742118_1294, blk_1073742119_1295, blk_1073742120_1296, blk_1073742121_1297]
2014-04-10 10:54:11,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job_1397144823869_0030_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:11,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:54:11,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job_1397144823869_0030_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:11,628 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job_1397144823869_0030_1_conf.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742130_1306{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:54:11,658 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742130_1306 src: /127.0.0.1:39323 dest: /127.0.0.1:55175
2014-04-10 10:54:11,659 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742130_1306 src: /127.0.0.1:55048 dest: /127.0.0.1:55289
2014-04-10 10:54:11,659 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742130_1306 src: /127.0.0.1:47226 dest: /127.0.0.1:53466
2014-04-10 10:54:11,664 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47226, dest: /127.0.0.1:53466, bytes: 95734, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_886609394_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742130_1306, duration: 3874792
2014-04-10 10:54:11,664 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742130_1306, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:11,665 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742130_1306{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:54:11,665 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55048, dest: /127.0.0.1:55289, bytes: 95734, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_886609394_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742130_1306, duration: 4359847
2014-04-10 10:54:11,665 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742130_1306, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:11,666 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742130_1306{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:54:11,666 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39323, dest: /127.0.0.1:55175, bytes: 95734, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_886609394_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742130_1306, duration: 5415543
2014-04-10 10:54:11,666 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742130_1306, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:11,666 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742130_1306{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:54:11,678 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job_1397144823869_0030_1_conf.xml is closed by DFSClient_NONMAPREDUCE_886609394_1
2014-04-10 10:54:12,012 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742116_1292 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742116 for deletion
2014-04-10 10:54:12,012 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742117_1293 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742117 for deletion
2014-04-10 10:54:12,012 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742118_1294 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742118 for deletion
2014-04-10 10:54:12,012 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742117_1293 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742117
2014-04-10 10:54:12,012 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742119_1295 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742119 for deletion
2014-04-10 10:54:12,012 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742116_1292 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742116
2014-04-10 10:54:12,013 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742120_1296 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742120 for deletion
2014-04-10 10:54:12,013 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742119_1295 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742119
2014-04-10 10:54:12,013 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742121_1297 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742121 for deletion
2014-04-10 10:54:12,013 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742118_1294 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742118
2014-04-10 10:54:12,013 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742123_1299 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742123 for deletion
2014-04-10 10:54:12,013 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742121_1297 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742121
2014-04-10 10:54:12,014 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742120_1296 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742120
2014-04-10 10:54:12,014 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742123_1299 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742123
2014-04-10 10:54:12,036 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0030_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:54:12,036 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0030 CONTAINERID=container_1397144823869_0030_01_000002
2014-04-10 10:54:12,036 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0030_01_000002 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:54:12,036 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0030 container=Container: [ContainerId: container_1397144823869_0030_01_000002, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0030_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:12,037 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:54:12,037 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:12,037 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0030_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:54:12,037 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0030 CONTAINERID=container_1397144823869_0030_01_000003
2014-04-10 10:54:12,038 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0030_01_000003 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 10:54:12,038 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0030 container=Container: [ContainerId: container_1397144823869_0030_01_000003, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0030_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:12,038 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:54:12,038 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:12,090 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742116_1292 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742116 for deletion
2014-04-10 10:54:12,090 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742117_1293 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742117 for deletion
2014-04-10 10:54:12,091 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742118_1294 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742118 for deletion
2014-04-10 10:54:12,091 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742116_1292 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742116
2014-04-10 10:54:12,091 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742119_1295 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742119 for deletion
2014-04-10 10:54:12,091 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742118_1294 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742118
2014-04-10 10:54:12,091 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742120_1296 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742120 for deletion
2014-04-10 10:54:12,091 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742117_1293 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742117
2014-04-10 10:54:12,092 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742120_1296 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742120
2014-04-10 10:54:12,091 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742121_1297 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742121 for deletion
2014-04-10 10:54:12,092 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742119_1295 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742119
2014-04-10 10:54:12,092 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742121_1297 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742121
2014-04-10 10:54:12,103 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0030_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:54:12,103 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0030 CONTAINERID=container_1397144823869_0030_01_000004
2014-04-10 10:54:12,103 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0030_01_000004 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:54:12,103 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0030 container=Container: [ContainerId: container_1397144823869_0030_01_000004, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0030_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:12,104 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:54:12,104 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:12,104 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0030_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:54:12,104 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0030 CONTAINERID=container_1397144823869_0030_01_000005
2014-04-10 10:54:12,105 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0030_01_000005 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:54:12,105 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0030 container=Container: [ContainerId: container_1397144823869_0030_01_000005, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0030_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:12,105 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:54:12,105 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:12,106 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0030_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:54:12,106 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0030 CONTAINERID=container_1397144823869_0030_01_000006
2014-04-10 10:54:12,106 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0030_01_000006 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 10:54:12,106 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0030 container=Container: [ContainerId: container_1397144823869_0030_01_000006, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0030_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:12,106 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 10:54:12,106 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:12,107 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0030_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:54:12,107 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0030 CONTAINERID=container_1397144823869_0030_01_000007
2014-04-10 10:54:12,107 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0030_01_000007 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 10:54:12,107 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0030 container=Container: [ContainerId: container_1397144823869_0030_01_000007, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0030_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7 usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:12,108 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8
2014-04-10 10:54:12,108 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:8> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:12,620 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0030_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:54:12,620 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0030_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:54:12,620 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0030_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:54:12,621 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0030_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:54:12,621 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0030_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:54:12,621 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0030_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:54:12,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.jar dst=null perm=null
2014-04-10 10:54:12,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.jar dst=null perm=null
2014-04-10 10:54:12,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.xml dst=null perm=null
2014-04-10 10:54:12,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.xml dst=null perm=null
2014-04-10 10:54:12,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:54:12,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:54:12,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:54:12,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:54:12,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:54:12,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:54:12,734 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0030_000001 (auth:SIMPLE)
2014-04-10 10:54:12,734 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0030_000001 (auth:SIMPLE)
2014-04-10 10:54:12,737 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0030_01_000006 by user brock
2014-04-10 10:54:12,737 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0030_01_000004 by user brock
2014-04-10 10:54:12,738 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0030_01_000003 by user brock
2014-04-10 10:54:12,738 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0030
2014-04-10 10:54:12,738 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0030_01_000004 to application application_1397144823869_0030
2014-04-10 10:54:12,738 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0030 CONTAINERID=container_1397144823869_0030_01_000006
2014-04-10 10:54:12,738 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0030 transitioned from NEW to INITING
2014-04-10 10:54:12,739 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0030_01_000006 to application application_1397144823869_0030
2014-04-10 10:54:12,738 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0030 CONTAINERID=container_1397144823869_0030_01_000004
2014-04-10 10:54:12,739 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0030 transitioned from INITING to RUNNING
2014-04-10 10:54:12,738 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0030_01_000002 by user brock
2014-04-10 10:54:12,739 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0030_01_000005 by user brock
2014-04-10 10:54:12,738 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0030_01_000007 by user brock
2014-04-10 10:54:12,739 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0030 CONTAINERID=container_1397144823869_0030_01_000005
2014-04-10 10:54:12,738 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0030_01_000003 to application application_1397144823869_0030
2014-04-10 10:54:12,738 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0030 CONTAINERID=container_1397144823869_0030_01_000003
2014-04-10 10:54:12,740 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0030_01_000002 to application application_1397144823869_0030
2014-04-10 10:54:12,740 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0030 CONTAINERID=container_1397144823869_0030_01_000007
2014-04-10 10:54:12,739 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:54:12,739 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0030 CONTAINERID=container_1397144823869_0030_01_000002
2014-04-10 10:54:12,741 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:54:12,740 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:54:12,741 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0030
2014-04-10 10:54:12,741 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0030
2014-04-10 10:54:12,741 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:54:12,741 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:54:12,741 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0030
2014-04-10 10:54:12,741 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0030
2014-04-10 10:54:12,742 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:54:12,742 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0030
2014-04-10 10:54:12,742 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:54:12,742 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:54:12,742 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0030_01_000005 to application application_1397144823869_0030
2014-04-10 10:54:12,742 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0030
2014-04-10 10:54:12,742 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0030_01_000007 to application application_1397144823869_0030
2014-04-10 10:54:12,743 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0030
2014-04-10 10:54:12,743 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0030
2014-04-10 10:54:12,743 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:54:12,743 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0030
2014-04-10 10:54:12,743 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0030
2014-04-10 10:54:12,743 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0030
2014-04-10 10:54:12,743 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:54:12,743 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0030
2014-04-10 10:54:12,743 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0030_01_000006
2014-04-10 10:54:12,744 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:54:12,744 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:54:12,744 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:54:12,745 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 10:54:12,745 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0030_01_000004
2014-04-10 10:54:12,746 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0030
2014-04-10 10:54:12,746 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0030
2014-04-10 10:54:12,746 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:54:12,746 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0030
2014-04-10 10:54:12,747 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0030
2014-04-10 10:54:12,747 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0030
2014-04-10 10:54:12,747 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:54:12,747 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0030
2014-04-10 10:54:12,748 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0030_01_000005
2014-04-10 10:54:12,748 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0030_01_000007
2014-04-10 10:54:12,760 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397144823869_0030_01_000006.tokens. Credentials list:
2014-04-10 10:54:12,760 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397144823869_0030_01_000004.tokens. Credentials list:
2014-04-10 10:54:12,760 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397144823869_0030_01_000007.tokens. Credentials list:
2014-04-10 10:54:12,761 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397144823869_0030_01_000005.tokens. Credentials list:
2014-04-10 10:54:12,771 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:54:12,775 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:54:12,775 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:12,775 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:54:12,775 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:12,857 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000003/default_container_executor.sh]
2014-04-10 10:54:12,857 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000002/default_container_executor.sh]
2014-04-10 10:54:12,866 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397144823869_0030_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000006.tokens
2014-04-10 10:54:12,866 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0030 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0030
2014-04-10 10:54:12,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.jar dst=null perm=null
2014-04-10 10:54:12,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.jar dst=null perm=null
2014-04-10 10:54:12,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.jar dst=null perm=null
2014-04-10 10:54:12,973 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47233, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1512657217_20174, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742126_1302, duration: 390061
2014-04-10 10:54:12,989 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0030/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:54:12,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.xml dst=null perm=null
2014-04-10 10:54:12,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.xml dst=null perm=null
2014-04-10 10:54:12,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.xml dst=null perm=null
2014-04-10 10:54:13,003 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47107, bytes: 82391, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1512657217_20174, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742129_1305, duration: 183204
2014-04-10 10:54:13,013 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0030/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:54:13,013 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:54:13,013 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:54:13,013 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:54:13,013 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:54:13,025 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397144823869_0029_01_000001 succeeded
2014-04-10 10:54:13,025 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:54:13,025 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0029_01_000001
2014-04-10 10:54:13,034 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0029/container_1397144823869_0029_01_000001
2014-04-10 10:54:13,034 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0029/container_1397144823869_0029_01_000001
2014-04-10 10:54:13,034 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0029 CONTAINERID=container_1397144823869_0029_01_000001
2014-04-10 10:54:13,034 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0029/container_1397144823869_0029_01_000001
2014-04-10 10:54:13,035 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0029/container_1397144823869_0029_01_000001
2014-04-10 10:54:13,034 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0029_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:54:13,035 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0029_01_000001 from application application_1397144823869_0029
2014-04-10 10:54:13,035 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:13,035 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0029
2014-04-10 10:54:13,036 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0030_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:54:13,036 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0030_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:54:13,041 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:54:13,041 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:13,041 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 10:54:13,041 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:54:13,041 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:13,041 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:13,045 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:54:13,045 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:13,103 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0030_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:54:13,103 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0030_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:54:13,103 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0030_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:54:13,103 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0030_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:54:13,115 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000007/default_container_executor.sh]
2014-04-10 10:54:13,115 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000004/default_container_executor.sh]
2014-04-10 10:54:13,115 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000005/default_container_executor.sh]
2014-04-10 10:54:13,118 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000006/default_container_executor.sh]
2014-04-10 10:54:13,481 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0029_01_000001
2014-04-10 10:54:13,482 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0029_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:54:13,482 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397144823869_0029_000001
2014-04-10 10:54:13,482 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0029_000001 State change from FINISHING to FINISHED
2014-04-10 10:54:13,482 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0029 State change from FINISHING to FINISHED
2014-04-10 10:54:13,482 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0029_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:54:13,482 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397144823869_0029
2014-04-10 10:54:13,482 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397144823869_0029,name=[84366A628B1345C18103BAC2F8D4044A/11785137A03A46C18D4A2C8EDEDF1C9D] lower*upper/(1/1) ...roupouternull-resultgroup,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:60619/proxy/application_1397144823869_0029/jobhistory/job/job_1397144823869_0029,appMasterHost=localhost.localdomain,startTime=1397145233118,finishTime=1397145246937,finalStatus=SUCCEEDED
2014-04-10 10:54:13,482 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0029 CONTAINERID=container_1397144823869_0029_01_000001
2014-04-10 10:54:13,482 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397144823869_0029_000001
2014-04-10 10:54:13,482 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0029_01_000001 of capacity <memory:2048, vCores:1> on host localhost:50571, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:54:13,483 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:8192, vCores:7> numContainers=7 user=brock user-resources=<memory:8192, vCores:7>
2014-04-10 10:54:13,483 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0029_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:13,483 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:13,483 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7
2014-04-10 10:54:13,483 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0029_000001 released container container_1397144823869_0029_01_000001 on node: host: localhost:50571 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:54:13,483 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397144823869_0029_000001 is done. finalState=FINISHED
2014-04-10 10:54:13,483 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397144823869_0029 requests cleared
2014-04-10 10:54:13,483 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397144823869_0029 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:54:13,483 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397144823869_0029 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:54:13,485 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0029_000001 (auth:SIMPLE)
2014-04-10 10:54:13,494 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0029_01_000001
2014-04-10 10:54:13,531 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742126_1302
2014-04-10 10:54:13,538 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742130_1306
2014-04-10 10:54:13,640 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:54:13,679 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742130_1306
2014-04-10 10:54:13,731 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742130_1306
2014-04-10 10:54:13,834 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073742116_1292, blk_1073742117_1293, blk_1073742119_1295, blk_1073742121_1297]
2014-04-10 10:54:13,834 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073742116_1292, blk_1073742117_1293, blk_1073742118_1294, blk_1073742120_1296]
2014-04-10 10:54:14,162 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:54:14,271 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0029 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:54:14,271 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0029
2014-04-10 10:54:14,271 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0029
2014-04-10 10:54:14,271 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0029
2014-04-10 10:54:14,271 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0029
2014-04-10 10:54:14,271 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0029
2014-04-10 10:54:14,271 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0029 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:54:14,271 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0029, with delay of 10800 seconds
2014-04-10 10:54:14,482 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0029 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:54:14,482 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0029
2014-04-10 10:54:14,482 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0029
2014-04-10 10:54:14,483 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0029
2014-04-10 10:54:14,483 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0029
2014-04-10 10:54:14,484 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0029
2014-04-10 10:54:14,484 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0029 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:54:14,484 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0029, with delay of 10800 seconds
2014-04-10 10:54:14,621 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397144823869_0030_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000005.tokens
2014-04-10 10:54:14,622 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0030 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0030
2014-04-10 10:54:14,931 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:54:15,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742116_1292 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742116 for deletion
2014-04-10 10:54:15,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742117_1293 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742117 for deletion
2014-04-10 10:54:15,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742119_1295 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742119 for deletion
2014-04-10 10:54:15,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742116_1292 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742116
2014-04-10 10:54:15,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742121_1297 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742121 for deletion
2014-04-10 10:54:15,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742117_1293 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742117
2014-04-10 10:54:15,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742119_1295 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742119
2014-04-10 10:54:15,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742121_1297 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742121
2014-04-10 10:54:15,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742116_1292 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742116 for deletion
2014-04-10 10:54:15,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742117_1293 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742117 for deletion
2014-04-10 10:54:15,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742118_1294 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742118 for deletion
2014-04-10 10:54:15,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742120_1296 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742120 for deletion
2014-04-10 10:54:15,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742118_1294 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742118
2014-04-10 10:54:15,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742120_1296 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742120
2014-04-10 10:54:15,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742116_1292 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742116
2014-04-10 10:54:15,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742117_1293 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742117
2014-04-10 10:54:15,209 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397144823869_0030_01_000007.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000007.tokens
2014-04-10 10:54:15,210 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0030 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0030
2014-04-10 10:54:15,579 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:54:15,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.split dst=null perm=null
2014-04-10 10:54:15,959 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397144823869_0030_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000004.tokens
2014-04-10 10:54:15,959 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0030 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0030
2014-04-10 10:54:16,002 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47250, bytes: 2283, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0030_m_000000_0_228030120_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742127_1303, duration: 173210
2014-04-10 10:54:16,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:54:16,329 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47250, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0030_m_000000_0_228030120_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, duration: 157628
2014-04-10 10:54:16,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.split dst=null perm=null
2014-04-10 10:54:16,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.split dst=null perm=null
2014-04-10 10:54:16,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397144823869_0030_m_000000_0 dst=null perm=null
2014-04-10 10:54:16,436 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39354, bytes: 2283, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0030_m_000001_0_-1549777483_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742127_1303, duration: 161055
2014-04-10 10:54:16,478 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0030_01_000002
2014-04-10 10:54:16,478 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0030 CONTAINERID=container_1397144823869_0030_01_000002
2014-04-10 10:54:16,478 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:54:16,478 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0030_01_000002
2014-04-10 10:54:16,486 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55079, bytes: 1767, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0030_m_000002_0_-945969854_1, offset: 512, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742127_1303, duration: 154789
2014-04-10 10:54:16,497 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job_1397144823869_0030_1.jhist. BP-1649026925-127.0.0.1-1397144808341 blk_1073742131_1307{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:54:16,511 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0030_01_000002 is : 143
2014-04-10 10:54:16,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:54:16,534 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39354, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0030_m_000001_0_-1549777483_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, duration: 150251
2014-04-10 10:54:16,536 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:54:16,536 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000002
2014-04-10 10:54:16,537 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0030 CONTAINERID=container_1397144823869_0030_01_000002
2014-04-10 10:54:16,537 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:54:16,537 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000002
2014-04-10 10:54:16,537 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0030_01_000002 from application application_1397144823869_0030
2014-04-10 10:54:16,537 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000002
2014-04-10 10:54:16,537 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000002
2014-04-10 10:54:16,537 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:16,539 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0030
2014-04-10 10:54:16,555 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742131_1307 src: /127.0.0.1:55080 dest: /127.0.0.1:55289
2014-04-10 10:54:16,557 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742131_1307 src: /127.0.0.1:47258 dest: /127.0.0.1:53466
2014-04-10 10:54:16,559 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742131_1307 src: /127.0.0.1:47132 dest: /127.0.0.1:36139
2014-04-10 10:54:16,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:54:16,580 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job_1397144823869_0030_1.jhist for DFSClient_NONMAPREDUCE_886609394_1
2014-04-10 10:54:16,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.split dst=null perm=null
2014-04-10 10:54:16,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.split dst=null perm=null
2014-04-10 10:54:16,674 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55086, bytes: 735, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0030_m_000005_0_-410749454_1, offset: 1536, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742127_1303, duration: 158785
2014-04-10 10:54:16,679 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55085, bytes: 1251, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0030_m_000004_0_-64006529_1, offset: 1024, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742127_1303, duration: 164649
2014-04-10 10:54:16,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job.split dst=null perm=null
2014-04-10 10:54:16,736 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39364, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0030_m_000002_0_-945969854_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 184056
2014-04-10 10:54:16,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:54:16,753 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39365, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0030_m_000005_0_-410749454_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 179431
2014-04-10 10:54:16,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:54:16,782 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47268, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0030_m_000004_0_-64006529_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, duration: 224159
2014-04-10 10:54:16,788 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47267, bytes: 1251, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0030_m_000003_0_-1257153139_1, offset: 1024, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742127_1303, duration: 182419
2014-04-10 10:54:16,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397144823869_0030_m_000001_0 dst=null perm=null
2014-04-10 10:54:16,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397144823869_0030_m_000002_0 dst=null perm=null
2014-04-10 10:54:16,854 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0030_01_000003
2014-04-10 10:54:16,854 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0030 CONTAINERID=container_1397144823869_0030_01_000003
2014-04-10 10:54:16,854 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:54:16,855 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0030_01_000003
2014-04-10 10:54:16,855 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0030_01_000002
2014-04-10 10:54:16,855 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0030_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:54:16,855 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0030_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:54:16,855 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0030 CONTAINERID=container_1397144823869_0030_01_000002
2014-04-10 10:54:16,855 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0030_01_000002 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 10:54:16,855 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 10:54:16,856 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0030_01_000002, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:16,856 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:16,856 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2014-04-10 10:54:16,856 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0030_000001 released container container_1397144823869_0030_01_000002 on node: host: localhost:52024 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 10:54:16,872 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0030_01_000003 is : 143
2014-04-10 10:54:16,885 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:54:16,885 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000003
2014-04-10 10:54:16,885 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000003
2014-04-10 10:54:16,886 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000003
2014-04-10 10:54:16,886 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000003
2014-04-10 10:54:16,887 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0030 CONTAINERID=container_1397144823869_0030_01_000003
2014-04-10 10:54:16,887 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:54:16,887 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0030_01_000003 from application application_1397144823869_0030
2014-04-10 10:54:16,887 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:16,888 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0030
2014-04-10 10:54:16,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:54:16,894 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55092, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0030_m_000003_0_-1257153139_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 164229
2014-04-10 10:54:16,898 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0030_01_000004
2014-04-10 10:54:16,898 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0030 CONTAINERID=container_1397144823869_0030_01_000004
2014-04-10 10:54:16,898 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:54:16,898 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0030_01_000004
2014-04-10 10:54:16,912 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0030_01_000004 is : 143
2014-04-10 10:54:16,921 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:54:16,921 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000004
2014-04-10 10:54:16,922 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000004
2014-04-10 10:54:16,922 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000004
2014-04-10 10:54:16,922 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0030 CONTAINERID=container_1397144823869_0030_01_000004
2014-04-10 10:54:16,923 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000004
2014-04-10 10:54:16,923 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:54:16,923 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0030_01_000004 from application application_1397144823869_0030
2014-04-10 10:54:16,923 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:16,923 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0030
2014-04-10 10:54:16,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397144823869_0030_m_000005_0 dst=null perm=null
2014-04-10 10:54:17,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397144823869_0030_m_000004_0 dst=null perm=null
2014-04-10 10:54:17,043 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0030_01_000007
2014-04-10 10:54:17,043 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0030 CONTAINERID=container_1397144823869_0030_01_000007
2014-04-10 10:54:17,044 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000007 transitioned from RUNNING to KILLING
2014-04-10 10:54:17,044 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0030_01_000007
2014-04-10 10:54:17,044 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0030_01_000004
2014-04-10 10:54:17,044 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0030_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:54:17,044 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0030_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:54:17,044 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0030 CONTAINERID=container_1397144823869_0030_01_000004
2014-04-10 10:54:17,044 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0030_01_000004 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 10:54:17,045 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 10:54:17,045 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0030_01_000004, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:17,045 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:17,045 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 10:54:17,045 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0030_000001 released container container_1397144823869_0030_01_000004 on node: host: localhost:56736 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 10:54:17,048 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0030_01_000007 is : 143
2014-04-10 10:54:17,056 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:54:17,056 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000007
2014-04-10 10:54:17,056 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000007
2014-04-10 10:54:17,056 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000007
2014-04-10 10:54:17,057 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000007
2014-04-10 10:54:17,057 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0030 CONTAINERID=container_1397144823869_0030_01_000007
2014-04-10 10:54:17,057 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:54:17,057 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0030_01_000007 from application application_1397144823869_0030
2014-04-10 10:54:17,057 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:17,057 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0030
2014-04-10 10:54:17,086 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0030_01_000006
2014-04-10 10:54:17,086 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0030 CONTAINERID=container_1397144823869_0030_01_000006
2014-04-10 10:54:17,086 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:54:17,086 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0030_01_000006
2014-04-10 10:54:17,086 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0030_01_000007
2014-04-10 10:54:17,087 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0030_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:54:17,087 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0030_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 10:54:17,087 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0030 CONTAINERID=container_1397144823869_0030_01_000007
2014-04-10 10:54:17,087 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0030_01_000007 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:54:17,087 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 10:54:17,087 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0030_01_000007, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:17,087 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:17,088 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:54:17,088 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0030_000001 released container container_1397144823869_0030_01_000007 on node: host: localhost:56736 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:54:17,091 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0030_01_000006 is : 143
2014-04-10 10:54:17,098 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:54:17,098 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000006
2014-04-10 10:54:17,098 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000006
2014-04-10 10:54:17,099 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000006
2014-04-10 10:54:17,099 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0030 CONTAINERID=container_1397144823869_0030_01_000006
2014-04-10 10:54:17,099 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000006
2014-04-10 10:54:17,099 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:54:17,099 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0030_01_000006 from application application_1397144823869_0030
2014-04-10 10:54:17,099 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:17,099 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0030
2014-04-10 10:54:17,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397144823869_0030_m_000003_0 dst=null perm=null
2014-04-10 10:54:17,160 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0030_01_000005
2014-04-10 10:54:17,160 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0030 CONTAINERID=container_1397144823869_0030_01_000005
2014-04-10 10:54:17,160 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:54:17,160 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0030_01_000005
2014-04-10 10:54:17,160 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0030_01_000006
2014-04-10 10:54:17,161 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0030_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:54:17,161 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0030_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:54:17,161 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0030 CONTAINERID=container_1397144823869_0030_01_000006
2014-04-10 10:54:17,161 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0030_01_000006 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:54:17,161 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:54:17,162 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0030_01_000006, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:17,162 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:17,162 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:54:17,162 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0030_000001 released container container_1397144823869_0030_01_000006 on node: host: localhost:56736 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:54:17,166 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0030_01_000005 is : 143
2014-04-10 10:54:17,181 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:54:17,181 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000005
2014-04-10 10:54:17,181 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000005
2014-04-10 10:54:17,182 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000005
2014-04-10 10:54:17,182 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0030 CONTAINERID=container_1397144823869_0030_01_000005
2014-04-10 10:54:17,182 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000005
2014-04-10 10:54:17,182 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:54:17,182 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0030_01_000005 from application application_1397144823869_0030
2014-04-10 10:54:17,182 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:17,182 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0030
2014-04-10 10:54:17,855 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0030_01_000003
2014-04-10 10:54:17,856 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0030_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:54:17,856 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0030_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:54:17,856 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0030 CONTAINERID=container_1397144823869_0030_01_000003
2014-04-10 10:54:17,856 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0030_01_000003 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:54:17,856 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:54:17,857 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0030_01_000003, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:17,857 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:17,857 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:54:17,857 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0030_000001 released container container_1397144823869_0030_01_000003 on node: host: localhost:52024 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:54:17,858 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0030_01_000008 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:54:17,858 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0030 CONTAINERID=container_1397144823869_0030_01_000008
2014-04-10 10:54:17,858 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0030_01_000008 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:54:17,858 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0030 container=Container: [ContainerId: container_1397144823869_0030_01_000008, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0030_01_000008 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:17,858 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:54:17,859 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:18,161 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0030_01_000005
2014-04-10 10:54:18,162 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0030_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:54:18,162 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0030_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:54:18,162 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0030 CONTAINERID=container_1397144823869_0030_01_000005
2014-04-10 10:54:18,162 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0030_01_000005 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:54:18,162 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:54:18,162 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0030_01_000005, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:18,163 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:18,163 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:54:18,163 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0030_000001 released container container_1397144823869_0030_01_000005 on node: host: localhost:56736 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:54:18,659 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0030_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:54:18,672 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0030_01_000008 by user brock
2014-04-10 10:54:18,672 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0030 CONTAINERID=container_1397144823869_0030_01_000008
2014-04-10 10:54:18,672 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0030_01_000008 to application application_1397144823869_0030
2014-04-10 10:54:18,673 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000008 transitioned from NEW to LOCALIZING
2014-04-10 10:54:18,673 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0030
2014-04-10 10:54:18,673 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0030
2014-04-10 10:54:18,673 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:54:18,674 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0030
2014-04-10 10:54:18,674 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000008 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:54:18,704 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000008 transitioned from LOCALIZED to RUNNING
2014-04-10 10:54:18,704 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:18,763 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000008/default_container_executor.sh]
2014-04-10 10:54:18,856 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0030_01_000008 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:54:19,663 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:54:20,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397144823869_0030_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:20,571 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397144823869_0030_r_000000_0/part-00000. BP-1649026925-127.0.0.1-1397144808341 blk_1073742132_1308{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]}
2014-04-10 10:54:20,658 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742132_1308 src: /127.0.0.1:47154 dest: /127.0.0.1:36139
2014-04-10 10:54:20,659 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742132_1308 src: /127.0.0.1:47282 dest: /127.0.0.1:53466
2014-04-10 10:54:20,660 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742132_1308 src: /127.0.0.1:39382 dest: /127.0.0.1:55175
2014-04-10 10:54:20,669 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39382, dest: /127.0.0.1:55175, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0030_r_000000_0_-1239012518_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742132_1308, duration: 8887408
2014-04-10 10:54:20,670 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742132_1308, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:20,670 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742132_1308{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:54:20,670 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47282, dest: /127.0.0.1:53466, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0030_r_000000_0_-1239012518_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742132_1308, duration: 9587318
2014-04-10 10:54:20,670 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742132_1308, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:20,670 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742132_1308{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:54:20,671 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47154, dest: /127.0.0.1:36139, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0030_r_000000_0_-1239012518_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742132_1308, duration: 10196278
2014-04-10 10:54:20,671 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742132_1308, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:20,671 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742132_1308{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:54:20,685 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397144823869_0030_r_000000_0/part-00000 is closed by DFSClient_attempt_1397144823869_0030_r_000000_0_-1239012518_1
2014-04-10 10:54:20,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397144823869_0030_r_000000_0 dst=null perm=null
2014-04-10 10:54:20,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397144823869_0030_r_000000_0 dst=null perm=null
2014-04-10 10:54:20,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes/_temporary/1/task_1397144823869_0030_r_000000 dst=null perm=null
2014-04-10 10:54:20,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes/_temporary/1/_temporary/attempt_1397144823869_0030_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes/_temporary/1/task_1397144823869_0030_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:54:20,798 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0030_01_000008
2014-04-10 10:54:20,798 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0030 CONTAINERID=container_1397144823869_0030_01_000008
2014-04-10 10:54:20,798 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000008 transitioned from RUNNING to KILLING
2014-04-10 10:54:20,798 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0030_01_000008
2014-04-10 10:54:20,804 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0030_01_000008 is : 143
2014-04-10 10:54:20,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:20,817 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:54:20,818 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000008
2014-04-10 10:54:20,818 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000008
2014-04-10 10:54:20,818 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000008
2014-04-10 10:54:20,818 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000008
2014-04-10 10:54:20,818 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0030 CONTAINERID=container_1397144823869_0030_01_000008
2014-04-10 10:54:20,818 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:54:20,819 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0030_01_000008 from application application_1397144823869_0030
2014-04-10 10:54:20,819 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:20,819 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0030
2014-04-10 10:54:20,827 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_886609394_1
2014-04-10 10:54:20,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes/_temporary/1 dst=null perm=null
2014-04-10 10:54:20,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes dst=null perm=null
2014-04-10 10:54:20,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes dst=null perm=null
2014-04-10 10:54:20,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes/_temporary/1/task_1397144823869_0030_r_000000 dst=null perm=null
2014-04-10 10:54:20,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes/part-00000 dst=null perm=null
2014-04-10 10:54:20,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes/_temporary/1/task_1397144823869_0030_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:20,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes/_temporary dst=null perm=null
2014-04-10 10:54:20,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:20,910 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes/_SUCCESS is closed by DFSClient_NONMAPREDUCE_886609394_1
2014-04-10 10:54:20,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:20,944 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_886609394_1
2014-04-10 10:54:20,973 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47132, dest: /127.0.0.1:36139, bytes: 75992, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_886609394_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742131_1307, duration: 4394827129
2014-04-10 10:54:20,973 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742131_1307, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:20,974 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742131_1307{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 16394
2014-04-10 10:54:20,974 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47258, dest: /127.0.0.1:53466, bytes: 75992, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_886609394_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742131_1307, duration: 4402434119
2014-04-10 10:54:20,975 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742131_1307, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:20,976 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742131_1307{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 16394
2014-04-10 10:54:20,976 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55080, dest: /127.0.0.1:55289, bytes: 75992, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_886609394_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742131_1307, duration: 4406391376
2014-04-10 10:54:20,976 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742131_1307, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:20,977 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742131_1307{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 16394
2014-04-10 10:54:20,985 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job_1397144823869_0030_1.jhist is closed by DFSClient_NONMAPREDUCE_886609394_1
2014-04-10 10:54:21,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0030.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:21,005 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0030.summary_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742133_1309{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]}
2014-04-10 10:54:21,021 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742133_1309 src: /127.0.0.1:47284 dest: /127.0.0.1:53466
2014-04-10 10:54:21,022 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742133_1309 src: /127.0.0.1:39384 dest: /127.0.0.1:55175
2014-04-10 10:54:21,023 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742133_1309 src: /127.0.0.1:47159 dest: /127.0.0.1:36139
2014-04-10 10:54:21,027 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47159, dest: /127.0.0.1:36139, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_886609394_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742133_1309, duration: 2140775
2014-04-10 10:54:21,027 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742133_1309, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:21,027 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742133_1309{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:54:21,027 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39384, dest: /127.0.0.1:55175, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_886609394_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742133_1309, duration: 2658510
2014-04-10 10:54:21,028 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742133_1309, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:21,028 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742133_1309{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:54:21,028 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47284, dest: /127.0.0.1:53466, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_886609394_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742133_1309, duration: 3287628
2014-04-10 10:54:21,028 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742133_1309, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:21,029 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742133_1309{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:54:21,044 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0030.summary_tmp is closed by DFSClient_NONMAPREDUCE_886609394_1
2014-04-10 10:54:21,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0030.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:54:21,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job_1397144823869_0030_1.jhist dst=null perm=null
2014-04-10 10:54:21,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0030-1397145247641-brock-%5B8E2EEF19D2934DDCB469929CECEDAFBE%2F225797B9213F403D-1397145260945-6-1-SUCCEEDED-default-1397145250595.jhist_tmp dst=null perm=null
2014-04-10 10:54:21,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job_1397144823869_0030_1.jhist dst=null perm=null
2014-04-10 10:54:21,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0030-1397145247641-brock-%5B8E2EEF19D2934DDCB469929CECEDAFBE%2F225797B9213F403D-1397145260945-6-1-SUCCEEDED-default-1397145250595.jhist_tmp dst=null perm=null
2014-04-10 10:54:21,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job_1397144823869_0030_1.jhist dst=null perm=null
2014-04-10 10:54:21,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0030-1397145247641-brock-%5B8E2EEF19D2934DDCB469929CECEDAFBE%2F225797B9213F403D-1397145260945-6-1-SUCCEEDED-default-1397145250595.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:21,088 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47160, bytes: 76588, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_886609394_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742131_1307, duration: 353316
2014-04-10 10:54:21,091 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0030-1397145247641-brock-%5B8E2EEF19D2934DDCB469929CECEDAFBE%2F225797B9213F403D-1397145260945-6-1-SUCCEEDED-default-1397145250595.jhist_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742134_1310{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:54:21,104 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742134_1310 src: /127.0.0.1:47288 dest: /127.0.0.1:53466
2014-04-10 10:54:21,105 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742134_1310 src: /127.0.0.1:55112 dest: /127.0.0.1:55289
2014-04-10 10:54:21,106 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742134_1310 src: /127.0.0.1:47163 dest: /127.0.0.1:36139
2014-04-10 10:54:21,111 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47163, dest: /127.0.0.1:36139, bytes: 75992, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_886609394_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742134_1310, duration: 3328056
2014-04-10 10:54:21,111 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742134_1310, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:21,111 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742134_1310{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:54:21,111 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55112, dest: /127.0.0.1:55289, bytes: 75992, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_886609394_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742134_1310, duration: 3966988
2014-04-10 10:54:21,112 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742134_1310, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:21,112 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47288, dest: /127.0.0.1:53466, bytes: 75992, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_886609394_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742134_1310, duration: 4553314
2014-04-10 10:54:21,112 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742134_1310{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:54:21,112 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742134_1310, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:21,113 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742134_1310{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:54:21,127 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0030-1397145247641-brock-%5B8E2EEF19D2934DDCB469929CECEDAFBE%2F225797B9213F403D-1397145260945-6-1-SUCCEEDED-default-1397145250595.jhist_tmp is closed by DFSClient_NONMAPREDUCE_886609394_1
2014-04-10 10:54:21,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0030-1397145247641-brock-%5B8E2EEF19D2934DDCB469929CECEDAFBE%2F225797B9213F403D-1397145260945-6-1-SUCCEEDED-default-1397145250595.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:54:21,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job_1397144823869_0030_1_conf.xml dst=null perm=null
2014-04-10 10:54:21,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0030_conf.xml_tmp dst=null perm=null
2014-04-10 10:54:21,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job_1397144823869_0030_1_conf.xml dst=null perm=null
2014-04-10 10:54:21,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0030_conf.xml_tmp dst=null perm=null
2014-04-10 10:54:21,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030/job_1397144823869_0030_1_conf.xml dst=null perm=null
2014-04-10 10:54:21,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0030_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:21,159 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47291, bytes: 96482, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_886609394_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742130_1306, duration: 216248
2014-04-10 10:54:21,161 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0030_conf.xml_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742135_1311{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:54:21,171 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742135_1311 src: /127.0.0.1:47165 dest: /127.0.0.1:36139
2014-04-10 10:54:21,172 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742135_1311 src: /127.0.0.1:55116 dest: /127.0.0.1:55289
2014-04-10 10:54:21,173 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742135_1311 src: /127.0.0.1:47294 dest: /127.0.0.1:53466
2014-04-10 10:54:21,177 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47294, dest: /127.0.0.1:53466, bytes: 95734, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_886609394_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742135_1311, duration: 2907468
2014-04-10 10:54:21,177 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742135_1311, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:21,178 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742135_1311{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:54:21,178 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55116, dest: /127.0.0.1:55289, bytes: 95734, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_886609394_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742135_1311, duration: 3519765
2014-04-10 10:54:21,178 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742135_1311, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:21,178 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742135_1311{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:54:21,179 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47165, dest: /127.0.0.1:36139, bytes: 95734, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_886609394_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742135_1311, duration: 4135405
2014-04-10 10:54:21,179 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742135_1311, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:21,179 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742135_1311{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:54:21,194 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0030_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_886609394_1
2014-04-10 10:54:21,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0030_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:54:21,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0030.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0030.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:54:21,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0030_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0030_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:54:21,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0030-1397145247641-brock-%5B8E2EEF19D2934DDCB469929CECEDAFBE%2F225797B9213F403D-1397145260945-6-1-SUCCEEDED-default-1397145250595.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0030-1397145247641-brock-%5B8E2EEF19D2934DDCB469929CECEDAFBE%2F225797B9213F403D-1397145260945-6-1-SUCCEEDED-default-1397145250595.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:54:21,261 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397144823869_0030_000001 with final state: FINISHING
2014-04-10 10:54:21,261 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0030_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:54:21,261 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397144823869_0030 with final state: FINISHING
2014-04-10 10:54:21,261 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0030 State change from RUNNING to FINAL_SAVING
2014-04-10 10:54:21,262 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0030
2014-04-10 10:54:21,262 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0030_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:54:21,262 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0030 State change from FINAL_SAVING to FINISHING
2014-04-10 10:54:21,267 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:54:21,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:54:21,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:54:21,271 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397144823869_0030 from file: hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0030-1397145247641-brock-%5B8E2EEF19D2934DDCB469929CECEDAFBE%2F225797B9213F403D-1397145260945-6-1-SUCCEEDED-default-1397145250595.jhist
2014-04-10 10:54:21,272 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0030-1397145247641-brock-%5B8E2EEF19D2934DDCB469929CECEDAFBE%2F225797B9213F403D-1397145260945-6-1-SUCCEEDED-default-1397145250595.jhist]
2014-04-10 10:54:21,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0030-1397145247641-brock-%5B8E2EEF19D2934DDCB469929CECEDAFBE%2F225797B9213F403D-1397145260945-6-1-SUCCEEDED-default-1397145250595.jhist dst=null perm=null
2014-04-10 10:54:21,276 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47172, bytes: 76588, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742134_1310, duration: 417657
2014-04-10 10:54:21,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0030.summary dst=null perm=null
2014-04-10 10:54:21,296 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47300, bytes: 450, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_538767685_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742133_1309, duration: 228000
2014-04-10 10:54:21,296 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397144823869_0030,submitTime=1397145247641,launchTime=1397145250595,firstMapTaskLaunchTime=1397145252748,firstReduceTaskLaunchTime=1397145258673,finishTime=1397145260945,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=6,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=24,reduceSlotSeconds=2,jobName=[8E2EEF19D2934DDCB469929CECEDAFBE/225797B9213F403D9779DEA1A4E38FE2] tail/(1/1) ...ipesplatform/renamedpipes
2014-04-10 10:54:21,296 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0030.summary]
2014-04-10 10:54:21,311 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742133_1309 127.0.0.1:53466 127.0.0.1:55175 127.0.0.1:36139
2014-04-10 10:54:21,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0030.summary dst=null perm=null
2014-04-10 10:54:21,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:54:21,313 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0030-1397145247641-brock-%5B8E2EEF19D2934DDCB469929CECEDAFBE%2F225797B9213F403D-1397145260945-6-1-SUCCEEDED-default-1397145250595.jhist to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0030-1397145247641-brock-%5B8E2EEF19D2934DDCB469929CECEDAFBE%2F225797B9213F403D-1397145260945-6-1-SUCCEEDED-default-1397145250595.jhist
2014-04-10 10:54:21,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0030-1397145247641-brock-%5B8E2EEF19D2934DDCB469929CECEDAFBE%2F225797B9213F403D-1397145260945-6-1-SUCCEEDED-default-1397145250595.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0030-1397145247641-brock-%5B8E2EEF19D2934DDCB469929CECEDAFBE%2F225797B9213F403D-1397145260945-6-1-SUCCEEDED-default-1397145250595.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:54:21,327 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0030_conf.xml to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0030_conf.xml
2014-04-10 10:54:21,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0030_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0030_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:54:21,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes dst=null perm=null
2014-04-10 10:54:21,356 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes/_temporary
2014-04-10 10:54:21,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes/_temporary dst=null perm=null
2014-04-10 10:54:21,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes dst=null perm=null
2014-04-10 10:54:21,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes dst=null perm=null
2014-04-10 10:54:21,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes dst=null perm=null
2014-04-10 10:54:21,376 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:54:21,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes/part-00000 dst=null perm=null
2014-04-10 10:54:21,379 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47172, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742132_1308, duration: 203867
2014-04-10 10:54:21,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes dst=null perm=null
2014-04-10 10:54:21,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes dst=null perm=null
2014-04-10 10:54:21,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes dst=null perm=null
2014-04-10 10:54:21,394 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:54:21,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes/part-00000 dst=null perm=null
2014-04-10 10:54:21,396 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47172, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742132_1308, duration: 147294
2014-04-10 10:54:21,396 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes
2014-04-10 10:54:21,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes dst=null perm=null
2014-04-10 10:54:21,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes dst=null perm=null
2014-04-10 10:54:21,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes dst=null perm=null
2014-04-10 10:54:21,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes dst=null perm=null
2014-04-10 10:54:21,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes/part-00000 dst=null perm=null
2014-04-10 10:54:21,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/renamedpipes/part-00000 dst=null perm=null
2014-04-10 10:54:21,403 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47172, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742132_1308, duration: 168557
2014-04-10 10:54:21,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:54:21,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:54:21,429 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 10:54:21,429 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 10:54:21,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch dst=null perm=null
2014-04-10 10:54:21,449 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting
2014-04-10 10:54:21,450 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 10:54:21,450 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 10:54:21,450 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch"]
2014-04-10 10:54:21,450 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] parallel execution is enabled: true
2014-04-10 10:54:21,450 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting jobs: 2
2014-04-10 10:54:21,450 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] allocating threads: 2
2014-04-10 10:54:21,451 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (2/2)
2014-04-10 10:54:21,465 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:54:21,473 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:54:21,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2191869164_upper_9CD35F3B39BF45FDA2A5A052320B4DFD dst=null perm=null
2014-04-10 10:54:21,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:54:21,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:54:21,476 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 31
2014-04-10 10:54:21,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031 dst=null perm=null
2014-04-10 10:54:21,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:54:21,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:54:21,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.jar dst=null perm=null
2014-04-10 10:54:21,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:54:21,521 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073742136_1312{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:54:21,537 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742136_1312 src: /127.0.0.1:39400 dest: /127.0.0.1:55175
2014-04-10 10:54:21,538 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742136_1312 src: /127.0.0.1:55125 dest: /127.0.0.1:55289
2014-04-10 10:54:21,539 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742136_1312 src: /127.0.0.1:47303 dest: /127.0.0.1:53466
2014-04-10 10:54:21,544 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47303, dest: /127.0.0.1:53466, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742136_1312, duration: 3935346
2014-04-10 10:54:21,544 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742136_1312, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:21,545 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742136_1312{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:54:21,545 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55125, dest: /127.0.0.1:55289, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742136_1312, duration: 4573715
2014-04-10 10:54:21,545 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742136_1312, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:21,546 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742136_1312{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:54:21,546 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39400, dest: /127.0.0.1:55175, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742136_1312, duration: 4721792
2014-04-10 10:54:21,546 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742136_1312, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:21,547 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742136_1312{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:54:21,560 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:54:21,561 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.jar
2014-04-10 10:54:21,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.jar dst=null perm=null
2014-04-10 10:54:21,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:54:21,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:54:21,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:54:21,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:54:21,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:54:21,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:54:21,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:54:21,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:54:21,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:54:21,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:54:21,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:54:21,587 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:54:21,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:54:21,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:54:21,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:54:21,611 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.split
2014-04-10 10:54:21,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.split dst=null perm=null
2014-04-10 10:54:21,621 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.split. BP-1649026925-127.0.0.1-1397144808341 blk_1073742137_1313{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:54:21,637 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742137_1313 src: /127.0.0.1:55127 dest: /127.0.0.1:55289
2014-04-10 10:54:21,638 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742137_1313 src: /127.0.0.1:47178 dest: /127.0.0.1:36139
2014-04-10 10:54:21,639 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742137_1313 src: /127.0.0.1:47306 dest: /127.0.0.1:53466
2014-04-10 10:54:21,641 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742137_1313 src: /127.0.0.1:39406 dest: /127.0.0.1:55175
2014-04-10 10:54:21,644 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39406, dest: /127.0.0.1:55175, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742137_1313, duration: 2256063
2014-04-10 10:54:21,644 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742137_1313, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:21,645 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742137_1313{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:54:21,645 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47306, dest: /127.0.0.1:53466, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742137_1313, duration: 2550463
2014-04-10 10:54:21,645 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742137_1313, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:21,645 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742137_1313{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:54:21,645 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47178, dest: /127.0.0.1:36139, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742137_1313, duration: 3043416
2014-04-10 10:54:21,646 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742137_1313, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:21,646 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742137_1313{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:54:21,646 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55127, dest: /127.0.0.1:55289, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742137_1313, duration: 3868300
2014-04-10 10:54:21,647 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742137_1313{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:54:21,647 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742137_1313, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:21,660 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.split is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:54:21,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:54:21,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:54:21,678 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.splitmetainfo. BP-1649026925-127.0.0.1-1397144808341 blk_1073742138_1314{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]}
2014-04-10 10:54:21,695 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742138_1314 src: /127.0.0.1:47181 dest: /127.0.0.1:36139
2014-04-10 10:54:21,696 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742138_1314 src: /127.0.0.1:55132 dest: /127.0.0.1:55289
2014-04-10 10:54:21,697 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742138_1314 src: /127.0.0.1:39409 dest: /127.0.0.1:55175
2014-04-10 10:54:21,700 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39409, dest: /127.0.0.1:55175, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742138_1314, duration: 1599620
2014-04-10 10:54:21,700 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742138_1314, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:21,700 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742138_1314{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:54:21,701 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55132, dest: /127.0.0.1:55289, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742138_1314, duration: 2028742
2014-04-10 10:54:21,701 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742138_1314, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:21,701 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742138_1314{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:54:21,701 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47181, dest: /127.0.0.1:36139, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742138_1314, duration: 2722297
2014-04-10 10:54:21,702 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742138_1314, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:21,703 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742138_1314{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:54:21,710 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:54:21,711 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 10:54:21,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:54:21,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:54:21,734 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742139_1315{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:54:21,745 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742139_1315 src: /127.0.0.1:47311 dest: /127.0.0.1:53466
2014-04-10 10:54:21,746 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742139_1315 src: /127.0.0.1:55135 dest: /127.0.0.1:55289
2014-04-10 10:54:21,747 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742139_1315 src: /127.0.0.1:39412 dest: /127.0.0.1:55175
2014-04-10 10:54:21,751 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39412, dest: /127.0.0.1:55175, bytes: 80963, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742139_1315, duration: 2846426
2014-04-10 10:54:21,751 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742139_1315, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:21,752 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742139_1315{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:54:21,752 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55135, dest: /127.0.0.1:55289, bytes: 80963, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742139_1315, duration: 3156152
2014-04-10 10:54:21,752 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742139_1315, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:21,752 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742139_1315{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:54:21,753 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47311, dest: /127.0.0.1:53466, bytes: 80963, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742139_1315, duration: 3909365
2014-04-10 10:54:21,753 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742139_1315, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:21,754 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742139_1315{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:54:21,769 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.xml is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:54:21,769 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397144823869_0031
2014-04-10 10:54:21,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031 dst=null perm=null
2014-04-10 10:54:21,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.xml dst=null perm=null
2014-04-10 10:54:21,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.xml dst=null perm=null
2014-04-10 10:54:21,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.jar dst=null perm=null
2014-04-10 10:54:21,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.jar dst=null perm=null
2014-04-10 10:54:21,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.split dst=null perm=null
2014-04-10 10:54:21,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.split dst=null perm=null
2014-04-10 10:54:21,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.splitmetainfo dst=null perm=null
2014-04-10 10:54:21,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.splitmetainfo dst=null perm=null
2014-04-10 10:54:21,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:54:21,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:54:21,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:54:21,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:54:21,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:54:21,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:54:21,799 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0030_01_000008
2014-04-10 10:54:21,799 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0030_01_000008 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:54:21,800 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0030_01_000008 in state: COMPLETED event:FINISHED
2014-04-10 10:54:21,800 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0030 CONTAINERID=container_1397144823869_0030_01_000008
2014-04-10 10:54:21,800 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0030_01_000008 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:54:21,800 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:54:21,800 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0030_01_000008, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:21,800 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:21,801 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:54:21,801 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0030_000001 released container container_1397144823869_0030_01_000008 on node: host: localhost:52024 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:54:21,824 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 31 submitted by user brock
2014-04-10 10:54:21,825 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397144823869_0031
2014-04-10 10:54:21,825 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397144823869_0031
2014-04-10 10:54:21,825 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0031 State change from NEW to NEW_SAVING
2014-04-10 10:54:21,825 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0031
2014-04-10 10:54:21,826 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0031 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:54:21,826 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397144823869_0031_000001
2014-04-10 10:54:21,826 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0031_000001 State change from NEW to SUBMITTED
2014-04-10 10:54:21,827 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397144823869_0031 from user: brock activated in queue: default
2014-04-10 10:54:21,827 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397144823869_0031 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@1ba82161, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:54:21,827 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397144823869_0031 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:54:21,827 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397144823869_0031
2014-04-10 10:54:21,827 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397144823869_0031_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:54:21,828 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0031_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:54:21,829 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0031 State change from SUBMITTED to ACCEPTED
2014-04-10 10:54:21,830 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:60619/proxy/application_1397144823869_0031/
2014-04-10 10:54:21,830 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397144823869_0031
2014-04-10 10:54:21,830 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:60619/proxy/application_1397144823869_0031/
2014-04-10 10:54:22,164 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0031_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:54:22,164 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0031 CONTAINERID=container_1397144823869_0031_01_000001
2014-04-10 10:54:22,164 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0031_01_000001 of capacity <memory:2048, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 10:54:22,164 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0031 container=Container: [ContainerId: container_1397144823869_0031_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0031_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:22,165 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:54:22,165 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0031_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:54:22,165 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:22,166 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397144823869_0031 AttemptId: appattempt_1397144823869_0031_000001 MasterContainer: Container: [ContainerId: container_1397144823869_0031_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ]
2014-04-10 10:54:22,166 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0031_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:54:22,166 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0031_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:54:22,166 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397144823869_0031_000001
2014-04-10 10:54:22,167 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397144823869_0031_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] for AM appattempt_1397144823869_0031_000001
2014-04-10 10:54:22,167 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397144823869_0031_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:54:22,170 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0031_000001 (auth:SIMPLE)
2014-04-10 10:54:22,172 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0031_01_000001 by user brock
2014-04-10 10:54:22,172 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0031
2014-04-10 10:54:22,172 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0031 CONTAINERID=container_1397144823869_0031_01_000001
2014-04-10 10:54:22,172 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0031 transitioned from NEW to INITING
2014-04-10 10:54:22,173 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0031_01_000001 to application application_1397144823869_0031
2014-04-10 10:54:22,173 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0031 transitioned from INITING to RUNNING
2014-04-10 10:54:22,173 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397144823869_0031_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] for AM appattempt_1397144823869_0031_000001
2014-04-10 10:54:22,173 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0031_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:54:22,173 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:54:22,174 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0031
2014-04-10 10:54:22,174 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:54:22,174 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:54:22,174 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:54:22,174 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:54:22,175 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0031_01_000001
2014-04-10 10:54:22,183 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397144823869_0031_01_000001.tokens. Credentials list:
2014-04-10 10:54:22,197 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:54:22,259 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397144823869_0031_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0031/container_1397144823869_0031_01_000001.tokens
2014-04-10 10:54:22,259 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0031 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0031
2014-04-10 10:54:22,294 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742126_1302 127.0.0.1:36139 127.0.0.1:55289 127.0.0.1:53466 127.0.0.1:55175
2014-04-10 10:54:22,294 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742127_1303 127.0.0.1:36139 127.0.0.1:55289 127.0.0.1:53466 127.0.0.1:55175
2014-04-10 10:54:22,294 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742128_1304 127.0.0.1:53466 127.0.0.1:55289 127.0.0.1:55175
2014-04-10 10:54:22,295 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742129_1305 127.0.0.1:55175 127.0.0.1:53466 127.0.0.1:36139
2014-04-10 10:54:22,295 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742131_1307 127.0.0.1:55289 127.0.0.1:53466 127.0.0.1:36139
2014-04-10 10:54:22,295 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742130_1306 127.0.0.1:55175 127.0.0.1:55289 127.0.0.1:53466
2014-04-10 10:54:22,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0030 dst=null perm=null
2014-04-10 10:54:22,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.jar dst=null perm=null
2014-04-10 10:54:22,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.jar dst=null perm=null
2014-04-10 10:54:22,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.jar dst=null perm=null
2014-04-10 10:54:22,370 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47319, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_562132738_20634, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742136_1312, duration: 887795
2014-04-10 10:54:22,395 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0031/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:54:22,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.splitmetainfo dst=null perm=null
2014-04-10 10:54:22,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.splitmetainfo dst=null perm=null
2014-04-10 10:54:22,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.splitmetainfo dst=null perm=null
2014-04-10 10:54:22,428 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55143, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_562132738_20634, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742138_1314, duration: 258267
2014-04-10 10:54:22,446 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0031/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:54:22,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.split dst=null perm=null
2014-04-10 10:54:22,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.split dst=null perm=null
2014-04-10 10:54:22,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.split dst=null perm=null
2014-04-10 10:54:22,471 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47194, bytes: 1903, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_562132738_20634, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742137_1313, duration: 237161
2014-04-10 10:54:22,488 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0031/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:54:22,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.xml dst=null perm=null
2014-04-10 10:54:22,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.xml dst=null perm=null
2014-04-10 10:54:22,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.xml dst=null perm=null
2014-04-10 10:54:22,512 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55143, bytes: 81599, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_562132738_20634, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742139_1315, duration: 353973
2014-04-10 10:54:22,530 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0031/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:54:22,530 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:54:22,563 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:54:22,563 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:22,622 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0031/container_1397144823869_0031_01_000001/default_container_executor.sh]
2014-04-10 10:54:22,835 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:55289 to replicate blk_1073742136_1312 to datanode(s) 127.0.0.1:36139
2014-04-10 10:54:22,835 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073742128_1304, blk_1073742129_1305, blk_1073742130_1306, blk_1073742133_1309, blk_1073742126_1302, blk_1073742127_1303]
2014-04-10 10:54:22,835 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073742128_1304, blk_1073742129_1305, blk_1073742130_1306, blk_1073742131_1307, blk_1073742133_1309, blk_1073742126_1302, blk_1073742127_1303]
2014-04-10 10:54:23,163 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0031_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:54:23,541 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742131_1307
2014-04-10 10:54:23,542 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742139_1315
2014-04-10 10:54:23,681 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742131_1307
2014-04-10 10:54:23,681 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742134_1310
2014-04-10 10:54:23,682 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742135_1311
2014-04-10 10:54:23,734 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742136_1312
2014-04-10 10:54:23,734 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742138_1314
2014-04-10 10:54:23,734 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742132_1308
2014-04-10 10:54:23,735 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742139_1315
2014-04-10 10:54:23,735 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742137_1313
2014-04-10 10:54:23,735 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742133_1309
2014-04-10 10:54:23,742 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742136_1312
2014-04-10 10:54:23,742 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742137_1313
2014-04-10 10:54:23,742 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742132_1308
2014-04-10 10:54:23,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:54:23,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/COMMIT_STARTED dst=null perm=null
2014-04-10 10:54:23,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:54:23,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/COMMIT_FAIL dst=null perm=null
2014-04-10 10:54:23,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031 dst=null perm=null
2014-04-10 10:54:23,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:54:23,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:54:23,882 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742139_1315
2014-04-10 10:54:23,941 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742134_1310
2014-04-10 10:54:23,942 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742133_1309
2014-04-10 10:54:23,942 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742135_1311
2014-04-10 10:54:24,013 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, infoPort=58659, ipcPort=38925, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) Starting thread to transfer BP-1649026925-127.0.0.1-1397144808341:blk_1073742136_1312 to 127.0.0.1:36139
2014-04-10 10:54:24,014 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742136_1312 src: /127.0.0.1:47199 dest: /127.0.0.1:36139
2014-04-10 10:54:24,014 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1649026925-127.0.0.1-1397144808341:blk_1073742136_1312 (numBytes=244650) to 127.0.0.1/127.0.0.1:36139
2014-04-10 10:54:24,015 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1649026925-127.0.0.1-1397144808341:blk_1073742136_1312 src: /127.0.0.1:47199 dest: /127.0.0.1:36139 of size 244650
2014-04-10 10:54:24,015 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742136_1312 size 244650
2014-04-10 10:54:24,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742128_1304 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742128 for deletion
2014-04-10 10:54:24,077 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742129_1305 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742129 for deletion
2014-04-10 10:54:24,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742130_1306 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742130 for deletion
2014-04-10 10:54:24,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742128_1304 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742128
2014-04-10 10:54:24,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742133_1309 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742133 for deletion
2014-04-10 10:54:24,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742129_1305 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742129
2014-04-10 10:54:24,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742126_1302 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742126 for deletion
2014-04-10 10:54:24,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742130_1306 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742130
2014-04-10 10:54:24,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742127_1303 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742127 for deletion
2014-04-10 10:54:24,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742126_1302 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742126
2014-04-10 10:54:24,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742133_1309 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742133
2014-04-10 10:54:24,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742127_1303 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742127
2014-04-10 10:54:24,082 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742136_1312
2014-04-10 10:54:24,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742128_1304 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742128 for deletion
2014-04-10 10:54:24,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742129_1305 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742129 for deletion
2014-04-10 10:54:24,082 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742138_1314
2014-04-10 10:54:24,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742130_1306 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742130 for deletion
2014-04-10 10:54:24,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742129_1305 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742129
2014-04-10 10:54:24,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742131_1307 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742131 for deletion
2014-04-10 10:54:24,083 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742137_1313
2014-04-10 10:54:24,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742133_1309 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742133 for deletion
2014-04-10 10:54:24,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742131_1307 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742131
2014-04-10 10:54:24,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742126_1302 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742126 for deletion
2014-04-10 10:54:24,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742128_1304 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742128
2014-04-10 10:54:24,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742127_1303 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742127 for deletion
2014-04-10 10:54:24,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742133_1309 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742133
2014-04-10 10:54:24,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742130_1306 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742130
2014-04-10 10:54:24,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742127_1303 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742127
2014-04-10 10:54:24,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742126_1302 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742126
2014-04-10 10:54:24,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.splitmetainfo dst=null perm=null
2014-04-10 10:54:24,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.splitmetainfo dst=null perm=null
2014-04-10 10:54:24,128 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742132_1308
2014-04-10 10:54:24,128 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742134_1310
2014-04-10 10:54:24,151 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47200, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-378041926_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742138_1314, duration: 156955
2014-04-10 10:54:24,328 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742136_1312
2014-04-10 10:54:24,329 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742135_1311
2014-04-10 10:54:24,329 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742138_1314
2014-04-10 10:54:24,330 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742137_1313
2014-04-10 10:54:24,330 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742133_1309
2014-04-10 10:54:24,330 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742131_1307
2014-04-10 10:54:24,726 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0031_000001 (auth:SIMPLE)
2014-04-10 10:54:24,727 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397144823869_0031_000001
2014-04-10 10:54:24,727 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397144823869_0031 APPATTEMPTID=appattempt_1397144823869_0031_000001
2014-04-10 10:54:24,728 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0031_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:54:24,728 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0031 State change from ACCEPTED to RUNNING
2014-04-10 10:54:24,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job_1397144823869_0031_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:24,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-brock/2191869164_upper_9CD35F3B39BF45FDA2A5A052320B4DFD/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:54:24,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job_1397144823869_0031_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:24,895 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job_1397144823869_0031_1_conf.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742140_1316{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:54:24,927 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742140_1316 src: /127.0.0.1:47205 dest: /127.0.0.1:36139
2014-04-10 10:54:24,927 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742140_1316 src: /127.0.0.1:55156 dest: /127.0.0.1:55289
2014-04-10 10:54:24,928 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742140_1316 src: /127.0.0.1:39433 dest: /127.0.0.1:55175
2014-04-10 10:54:24,933 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39433, dest: /127.0.0.1:55175, bytes: 95036, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-378041926_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742140_1316, duration: 4178714
2014-04-10 10:54:24,933 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742140_1316, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:24,933 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742140_1316{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:54:24,933 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55156, dest: /127.0.0.1:55289, bytes: 95036, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-378041926_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742140_1316, duration: 4574371
2014-04-10 10:54:24,934 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742140_1316, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:24,934 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742140_1316{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:54:24,934 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47205, dest: /127.0.0.1:36139, bytes: 95036, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-378041926_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742140_1316, duration: 5112454
2014-04-10 10:54:24,934 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742140_1316, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:24,934 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742140_1316{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:54:24,943 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job_1397144823869_0031_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-378041926_1
2014-04-10 10:54:25,801 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0031_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:54:25,801 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0031 CONTAINERID=container_1397144823869_0031_01_000002
2014-04-10 10:54:25,801 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0031_01_000002 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:54:25,802 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0031 container=Container: [ContainerId: container_1397144823869_0031_01_000002, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0031_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:25,802 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:54:25,802 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:25,802 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0031_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:54:25,803 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0031 CONTAINERID=container_1397144823869_0031_01_000003
2014-04-10 10:54:25,803 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0031_01_000003 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 10:54:25,803 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0031 container=Container: [ContainerId: container_1397144823869_0031_01_000003, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0031_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:25,803 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:54:25,803 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:25,836 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073742128_1304, blk_1073742130_1306, blk_1073742131_1307, blk_1073742126_1302, blk_1073742127_1303]
2014-04-10 10:54:25,836 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073742129_1305, blk_1073742131_1307, blk_1073742133_1309, blk_1073742126_1302, blk_1073742127_1303]
2014-04-10 10:54:26,164 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0031_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:54:26,164 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0031 CONTAINERID=container_1397144823869_0031_01_000004
2014-04-10 10:54:26,165 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0031_01_000004 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:54:26,165 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0031 container=Container: [ContainerId: container_1397144823869_0031_01_000004, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0031_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:26,165 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:54:26,165 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:26,166 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0031_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:54:26,166 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0031 CONTAINERID=container_1397144823869_0031_01_000005
2014-04-10 10:54:26,166 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0031_01_000005 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 10:54:26,166 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0031 container=Container: [ContainerId: container_1397144823869_0031_01_000005, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0031_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:26,166 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:54:26,166 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:26,274 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0031_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:54:26,274 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0031 CONTAINERID=container_1397144823869_0031_01_000006
2014-04-10 10:54:26,275 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0031_01_000006 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:54:26,275 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0031 container=Container: [ContainerId: container_1397144823869_0031_01_000006, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0031_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:26,275 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 10:54:26,275 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:26,763 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0031_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:54:26,764 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0031_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:54:26,764 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0031_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:54:26,764 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0031_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:54:26,764 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0031_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:54:26,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.jar dst=null perm=null
2014-04-10 10:54:26,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.jar dst=null perm=null
2014-04-10 10:54:26,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.xml dst=null perm=null
2014-04-10 10:54:26,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.xml dst=null perm=null
2014-04-10 10:54:26,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:54:26,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:54:26,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:54:26,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:54:26,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:54:26,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:54:26,890 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0031_000001 (auth:SIMPLE)
2014-04-10 10:54:26,890 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0031_000001 (auth:SIMPLE)
2014-04-10 10:54:26,890 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0031_000001 (auth:SIMPLE)
2014-04-10 10:54:26,894 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0031_01_000003 by user brock
2014-04-10 10:54:26,894 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0031_01_000002 by user brock
2014-04-10 10:54:26,894 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0031
2014-04-10 10:54:26,894 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0031 CONTAINERID=container_1397144823869_0031_01_000002
2014-04-10 10:54:26,894 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0031 CONTAINERID=container_1397144823869_0031_01_000003
2014-04-10 10:54:26,894 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0031_01_000002 to application application_1397144823869_0031
2014-04-10 10:54:26,895 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0031 transitioned from NEW to INITING
2014-04-10 10:54:26,895 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0031_01_000003 to application application_1397144823869_0031
2014-04-10 10:54:26,895 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0031 transitioned from INITING to RUNNING
2014-04-10 10:54:26,896 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:54:26,896 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:54:26,896 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0031
2014-04-10 10:54:26,896 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0031
2014-04-10 10:54:26,896 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:54:26,896 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0031
2014-04-10 10:54:26,897 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:54:26,897 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:54:26,897 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0031
2014-04-10 10:54:26,897 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0031
2014-04-10 10:54:26,897 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:54:26,898 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0031
2014-04-10 10:54:26,898 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0031_01_000006 by user brock
2014-04-10 10:54:26,898 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0031_01_000002
2014-04-10 10:54:26,898 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0031_01_000005 by user brock
2014-04-10 10:54:26,898 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0031_01_000003
2014-04-10 10:54:26,899 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0031_01_000005 to application application_1397144823869_0031
2014-04-10 10:54:26,898 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0031_01_000004 by user brock
2014-04-10 10:54:26,899 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0031 CONTAINERID=container_1397144823869_0031_01_000005
2014-04-10 10:54:26,899 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:54:26,899 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0031 CONTAINERID=container_1397144823869_0031_01_000004
2014-04-10 10:54:26,898 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0031
2014-04-10 10:54:26,899 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0031
2014-04-10 10:54:26,900 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0031 CONTAINERID=container_1397144823869_0031_01_000006
2014-04-10 10:54:26,900 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0031 transitioned from NEW to INITING
2014-04-10 10:54:26,900 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0031
2014-04-10 10:54:26,900 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:54:26,900 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0031_01_000006 to application application_1397144823869_0031
2014-04-10 10:54:26,900 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0031
2014-04-10 10:54:26,901 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0031 transitioned from INITING to RUNNING
2014-04-10 10:54:26,901 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0031_01_000004 to application application_1397144823869_0031
2014-04-10 10:54:26,901 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:54:26,901 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:54:26,901 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0031
2014-04-10 10:54:26,902 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0031
2014-04-10 10:54:26,902 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:54:26,902 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:54:26,902 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0031
2014-04-10 10:54:26,902 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0031
2014-04-10 10:54:26,902 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0031
2014-04-10 10:54:26,902 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:54:26,902 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:54:26,903 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0031
2014-04-10 10:54:26,903 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:54:26,903 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0031_01_000006
2014-04-10 10:54:26,903 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:54:26,913 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397144823869_0031_01_000003.tokens. Credentials list:
2014-04-10 10:54:26,913 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397144823869_0031_01_000002.tokens. Credentials list:
2014-04-10 10:54:26,919 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0031_01_000006.tokens. Credentials list:
2014-04-10 10:54:26,934 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:54:26,937 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:54:26,937 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:54:26,937 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:26,940 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:54:26,940 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:26,999 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0031/container_1397144823869_0031_01_000004/default_container_executor.sh]
2014-04-10 10:54:26,999 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397144823869_0031_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0031/container_1397144823869_0031_01_000003.tokens
2014-04-10 10:54:27,000 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0031 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0031
2014-04-10 10:54:27,002 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0031/container_1397144823869_0031_01_000005/default_container_executor.sh]
2014-04-10 10:54:27,003 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0031_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0031/container_1397144823869_0031_01_000006.tokens
2014-04-10 10:54:27,003 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0031 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0031
2014-04-10 10:54:27,014 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742128_1304 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742128 for deletion
2014-04-10 10:54:27,014 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742130_1306 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742130 for deletion
2014-04-10 10:54:27,014 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742128_1304 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742128
2014-04-10 10:54:27,014 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742131_1307 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742131 for deletion
2014-04-10 10:54:27,014 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742130_1306 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742130
2014-04-10 10:54:27,014 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742126_1302 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742126 for deletion
2014-04-10 10:54:27,014 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742131_1307 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742131
2014-04-10 10:54:27,014 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742127_1303 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742127 for deletion
2014-04-10 10:54:27,015 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742126_1302 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742126
2014-04-10 10:54:27,015 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742127_1303 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742127
2014-04-10 10:54:27,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.jar dst=null perm=null
2014-04-10 10:54:27,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.jar dst=null perm=null
2014-04-10 10:54:27,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.jar dst=null perm=null
2014-04-10 10:54:27,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.jar dst=null perm=null
2014-04-10 10:54:27,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.jar dst=null perm=null
2014-04-10 10:54:27,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.jar dst=null perm=null
2014-04-10 10:54:27,091 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742129_1305 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742129 for deletion
2014-04-10 10:54:27,092 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742131_1307 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742131 for deletion
2014-04-10 10:54:27,092 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742133_1309 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742133 for deletion
2014-04-10 10:54:27,092 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742129_1305 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742129
2014-04-10 10:54:27,092 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742131_1307 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742131
2014-04-10 10:54:27,092 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742126_1302 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742126 for deletion
2014-04-10 10:54:27,092 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742133_1309 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742133
2014-04-10 10:54:27,092 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742127_1303 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742127 for deletion
2014-04-10 10:54:27,092 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742126_1302 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742126
2014-04-10 10:54:27,092 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742127_1303 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742127
2014-04-10 10:54:27,095 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47348, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1523140063_20849, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742136_1312, duration: 387680
2014-04-10 10:54:27,095 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47222, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1500122235_20850, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742136_1312, duration: 414490
2014-04-10 10:54:27,112 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0031/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:54:27,112 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0031/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:54:27,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.xml dst=null perm=null
2014-04-10 10:54:27,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.xml dst=null perm=null
2014-04-10 10:54:27,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.xml dst=null perm=null
2014-04-10 10:54:27,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.xml dst=null perm=null
2014-04-10 10:54:27,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.xml dst=null perm=null
2014-04-10 10:54:27,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.xml dst=null perm=null
2014-04-10 10:54:27,130 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39450, bytes: 81599, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1523140063_20849, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742139_1315, duration: 270408
2014-04-10 10:54:27,130 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55173, bytes: 81599, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1500122235_20850, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742139_1315, duration: 270449
2014-04-10 10:54:27,142 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0031/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:54:27,142 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:54:27,143 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:54:27,144 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0031/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:54:27,144 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:54:27,164 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0031_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:54:27,164 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0031_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:54:27,172 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:54:27,172 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:54:27,172 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:27,172 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:27,179 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:54:27,179 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:27,224 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0031/container_1397144823869_0031_01_000003/default_container_executor.sh]
2014-04-10 10:54:27,224 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0031/container_1397144823869_0031_01_000002/default_container_executor.sh]
2014-04-10 10:54:27,229 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0031/container_1397144823869_0031_01_000006/default_container_executor.sh]
2014-04-10 10:54:27,274 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0031_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:54:27,432 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397144823869_0030_01_000001 succeeded
2014-04-10 10:54:27,433 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:54:27,433 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0030_01_000001
2014-04-10 10:54:27,445 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000001
2014-04-10 10:54:27,445 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000001
2014-04-10 10:54:27,445 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0030 CONTAINERID=container_1397144823869_0030_01_000001
2014-04-10 10:54:27,445 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000001
2014-04-10 10:54:27,446 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0030/container_1397144823869_0030_01_000001
2014-04-10 10:54:27,446 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0030_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:54:27,446 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0030_01_000001 from application application_1397144823869_0030
2014-04-10 10:54:27,446 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:27,446 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0030
2014-04-10 10:54:27,784 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:54:27,801 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0030_01_000001
2014-04-10 10:54:27,801 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0031_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:54:27,802 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0031_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:54:27,802 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0030_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:54:27,802 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397144823869_0030_000001
2014-04-10 10:54:27,802 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0030_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:54:27,802 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0030_000001 State change from FINISHING to FINISHED
2014-04-10 10:54:27,802 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0030 CONTAINERID=container_1397144823869_0030_01_000001
2014-04-10 10:54:27,802 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0030 State change from FINISHING to FINISHED
2014-04-10 10:54:27,802 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0030_01_000001 of capacity <memory:2048, vCores:1> on host localhost:52024, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:54:27,802 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397144823869_0030
2014-04-10 10:54:27,802 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397144823869_0030_000001
2014-04-10 10:54:27,802 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397144823869_0030,name=[8E2EEF19D2934DDCB469929CECEDAFBE/225797B9213F403D9779DEA1A4E38FE2] tail/(1/1) ...ipesplatform/renamedpipes,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:60619/proxy/application_1397144823869_0030/jobhistory/job/job_1397144823869_0030,appMasterHost=localhost.localdomain,startTime=1397145247642,finishTime=1397145261261,finalStatus=SUCCEEDED
2014-04-10 10:54:27,802 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 10:54:27,804 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0030_01_000001, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:27,804 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:27,804 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 10:54:27,804 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0030_000001 released container container_1397144823869_0030_01_000001 on node: host: localhost:52024 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:54:27,804 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397144823869_0030_000001 is done. finalState=FINISHED
2014-04-10 10:54:27,804 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397144823869_0030 requests cleared
2014-04-10 10:54:27,804 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397144823869_0030 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:54:27,804 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397144823869_0030 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:54:27,810 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0030_000001 (auth:SIMPLE)
2014-04-10 10:54:27,819 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0030_01_000001
2014-04-10 10:54:28,164 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0030 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:54:28,165 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0030
2014-04-10 10:54:28,165 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0030
2014-04-10 10:54:28,165 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0030
2014-04-10 10:54:28,165 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0030
2014-04-10 10:54:28,165 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0030 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:54:28,165 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0030, with delay of 10800 seconds
2014-04-10 10:54:28,165 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0030
2014-04-10 10:54:28,238 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:54:28,507 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397144823869_0031_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0031/container_1397144823869_0031_01_000002.tokens
2014-04-10 10:54:28,507 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0031 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0031
2014-04-10 10:54:28,738 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742140_1316
2014-04-10 10:54:28,802 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0030 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:54:28,802 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0030
2014-04-10 10:54:28,802 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0030
2014-04-10 10:54:28,802 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0030
2014-04-10 10:54:28,802 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0030 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:54:28,802 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0030, with delay of 10800 seconds
2014-04-10 10:54:28,803 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0030
2014-04-10 10:54:28,803 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0030
2014-04-10 10:54:29,086 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742140_1316
2014-04-10 10:54:29,333 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742140_1316
2014-04-10 10:54:29,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.split dst=null perm=null
2014-04-10 10:54:29,589 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39468, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0031_m_000003_0_-826602826_1, offset: 1024, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742137_1313, duration: 201022
2014-04-10 10:54:29,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:54:29,652 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39468, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0031_m_000003_0_-826602826_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, duration: 174227
2014-04-10 10:54:29,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.split dst=null perm=null
2014-04-10 10:54:29,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2191869164_upper_9CD35F3B39BF45FDA2A5A052320B4DFD/_temporary/1/_temporary/attempt_1397144823869_0031_m_000003_0 dst=null perm=null
2014-04-10 10:54:29,995 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55194, bytes: 1387, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0031_m_000002_0_370139957_1, offset: 512, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742137_1313, duration: 155493
2014-04-10 10:54:30,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.split dst=null perm=null
2014-04-10 10:54:30,034 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0031_01_000005
2014-04-10 10:54:30,034 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0031 CONTAINERID=container_1397144823869_0031_01_000005
2014-04-10 10:54:30,034 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:54:30,034 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0031_01_000005
2014-04-10 10:54:30,040 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0031_01_000005 is : 143
2014-04-10 10:54:30,050 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job_1397144823869_0031_1.jhist. BP-1649026925-127.0.0.1-1397144808341 blk_1073742141_1317{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:54:30,056 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:54:30,056 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0031/container_1397144823869_0031_01_000005
2014-04-10 10:54:30,056 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0031/container_1397144823869_0031_01_000005
2014-04-10 10:54:30,056 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0031/container_1397144823869_0031_01_000005
2014-04-10 10:54:30,056 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0031/container_1397144823869_0031_01_000005
2014-04-10 10:54:30,056 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0031 CONTAINERID=container_1397144823869_0031_01_000005
2014-04-10 10:54:30,056 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:54:30,057 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0031_01_000005 from application application_1397144823869_0031
2014-04-10 10:54:30,057 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:30,057 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0031
2014-04-10 10:54:30,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:54:30,077 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39472, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0031_m_000002_0_370139957_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, duration: 153567
2014-04-10 10:54:30,078 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742141_1317 src: /127.0.0.1:47375 dest: /127.0.0.1:53466
2014-04-10 10:54:30,079 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742141_1317 src: /127.0.0.1:47249 dest: /127.0.0.1:36139
2014-04-10 10:54:30,080 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742141_1317 src: /127.0.0.1:55200 dest: /127.0.0.1:55289
2014-04-10 10:54:30,084 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job_1397144823869_0031_1.jhist for DFSClient_NONMAPREDUCE_-378041926_1
2014-04-10 10:54:30,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.split dst=null perm=null
2014-04-10 10:54:30,102 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47247, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0031_m_000004_0_1908123343_1, offset: 1024, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742137_1313, duration: 165929
2014-04-10 10:54:30,151 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39478, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0031_m_000001_0_970175191_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742137_1313, duration: 175713
2014-04-10 10:54:30,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:54:30,173 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47380, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0031_m_000004_0_1908123343_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, duration: 153406
2014-04-10 10:54:30,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:54:30,217 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47381, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0031_m_000001_0_970175191_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, duration: 187413
2014-04-10 10:54:30,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2191869164_upper_9CD35F3B39BF45FDA2A5A052320B4DFD/_temporary/1/_temporary/attempt_1397144823869_0031_m_000002_0 dst=null perm=null
2014-04-10 10:54:30,354 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0031_01_000004
2014-04-10 10:54:30,354 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0031 CONTAINERID=container_1397144823869_0031_01_000004
2014-04-10 10:54:30,354 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:54:30,354 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0031_01_000004
2014-04-10 10:54:30,355 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0031_01_000005
2014-04-10 10:54:30,355 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0031_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:54:30,355 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0031_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:54:30,355 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0031 CONTAINERID=container_1397144823869_0031_01_000005
2014-04-10 10:54:30,355 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0031_01_000005 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 10:54:30,355 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 10:54:30,355 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0031_01_000005, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:30,356 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:30,356 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 10:54:30,356 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0031_000001 released container container_1397144823869_0031_01_000005 on node: host: localhost:56736 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 10:54:30,373 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0031_01_000004 is : 143
2014-04-10 10:54:30,381 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:54:30,381 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0031/container_1397144823869_0031_01_000004
2014-04-10 10:54:30,381 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0031/container_1397144823869_0031_01_000004
2014-04-10 10:54:30,381 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0031/container_1397144823869_0031_01_000004
2014-04-10 10:54:30,381 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0031 CONTAINERID=container_1397144823869_0031_01_000004
2014-04-10 10:54:30,381 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0031/container_1397144823869_0031_01_000004
2014-04-10 10:54:30,381 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:54:30,381 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0031_01_000004 from application application_1397144823869_0031
2014-04-10 10:54:30,382 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:30,382 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0031
2014-04-10 10:54:30,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job.split dst=null perm=null
2014-04-10 10:54:30,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2191869164_upper_9CD35F3B39BF45FDA2A5A052320B4DFD/_temporary/1/_temporary/attempt_1397144823869_0031_m_000004_0 dst=null perm=null
2014-04-10 10:54:30,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2191869164_upper_9CD35F3B39BF45FDA2A5A052320B4DFD/_temporary/1/_temporary/attempt_1397144823869_0031_m_000001_0 dst=null perm=null
2014-04-10 10:54:30,445 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47256, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0031_m_000000_0_-1542079497_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742137_1313, duration: 164794
2014-04-10 10:54:30,477 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0031_01_000006
2014-04-10 10:54:30,477 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0031 CONTAINERID=container_1397144823869_0031_01_000006
2014-04-10 10:54:30,477 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:54:30,478 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0031_01_000006
2014-04-10 10:54:30,486 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0031_01_000006 is : 143
2014-04-10 10:54:30,490 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0031_01_000003
2014-04-10 10:54:30,490 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0031 CONTAINERID=container_1397144823869_0031_01_000003
2014-04-10 10:54:30,490 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:54:30,491 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0031_01_000003
2014-04-10 10:54:30,493 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:54:30,493 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0031/container_1397144823869_0031_01_000006
2014-04-10 10:54:30,493 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0031/container_1397144823869_0031_01_000006
2014-04-10 10:54:30,494 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0031/container_1397144823869_0031_01_000006
2014-04-10 10:54:30,494 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0031 CONTAINERID=container_1397144823869_0031_01_000006
2014-04-10 10:54:30,494 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:54:30,494 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0031_01_000006 from application application_1397144823869_0031
2014-04-10 10:54:30,494 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:30,494 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0031
2014-04-10 10:54:30,494 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0031/container_1397144823869_0031_01_000006
2014-04-10 10:54:30,496 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0031_01_000003 is : 143
2014-04-10 10:54:30,504 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:54:30,505 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0031/container_1397144823869_0031_01_000003
2014-04-10 10:54:30,505 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0031/container_1397144823869_0031_01_000003
2014-04-10 10:54:30,505 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0031/container_1397144823869_0031_01_000003
2014-04-10 10:54:30,505 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0031/container_1397144823869_0031_01_000003
2014-04-10 10:54:30,505 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0031 CONTAINERID=container_1397144823869_0031_01_000003
2014-04-10 10:54:30,505 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:54:30,505 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0031_01_000003 from application application_1397144823869_0031
2014-04-10 10:54:30,505 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:30,506 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0031
2014-04-10 10:54:30,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:54:30,648 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47385, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0031_m_000000_0_-1542079497_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, duration: 173955
2014-04-10 10:54:30,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2191869164_upper_9CD35F3B39BF45FDA2A5A052320B4DFD/_temporary/1/_temporary/attempt_1397144823869_0031_m_000000_0 dst=null perm=null
2014-04-10 10:54:30,743 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0031_01_000002
2014-04-10 10:54:30,743 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0031 CONTAINERID=container_1397144823869_0031_01_000002
2014-04-10 10:54:30,743 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:54:30,743 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0031_01_000002
2014-04-10 10:54:30,743 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0031_01_000003
2014-04-10 10:54:30,744 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0031_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:54:30,744 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0031_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:54:30,744 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0031 CONTAINERID=container_1397144823869_0031_01_000003
2014-04-10 10:54:30,744 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0031_01_000003 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:54:30,744 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 10:54:30,744 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0031_01_000003, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:30,744 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:30,745 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:54:30,745 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0031_000001 released container container_1397144823869_0031_01_000003 on node: host: localhost:52024 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:54:30,750 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0031_01_000002 is : 143
2014-04-10 10:54:30,765 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:54:30,765 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0031/container_1397144823869_0031_01_000002
2014-04-10 10:54:30,765 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0031/container_1397144823869_0031_01_000002
2014-04-10 10:54:30,766 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0031/container_1397144823869_0031_01_000002
2014-04-10 10:54:30,766 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0031 CONTAINERID=container_1397144823869_0031_01_000002
2014-04-10 10:54:30,766 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0031/container_1397144823869_0031_01_000002
2014-04-10 10:54:30,766 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:54:30,766 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0031_01_000002 from application application_1397144823869_0031
2014-04-10 10:54:30,767 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:30,767 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0031
2014-04-10 10:54:31,355 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0031_01_000004
2014-04-10 10:54:31,356 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0031_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:54:31,356 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0031_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:54:31,356 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0031 CONTAINERID=container_1397144823869_0031_01_000004
2014-04-10 10:54:31,356 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0031_01_000004 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:54:31,356 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:54:31,357 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0031_01_000004, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:31,357 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:31,357 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:54:31,357 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0031_000001 released container container_1397144823869_0031_01_000004 on node: host: localhost:56736 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:54:31,478 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0031_01_000006
2014-04-10 10:54:31,479 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0031_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:54:31,479 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0031_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:54:31,479 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0031 CONTAINERID=container_1397144823869_0031_01_000006
2014-04-10 10:54:31,479 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0031_01_000006 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:54:31,479 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:54:31,479 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0031_01_000006, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:31,480 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:31,480 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:54:31,480 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0031_000001 released container container_1397144823869_0031_01_000006 on node: host: localhost:37679 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:54:31,744 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0031_01_000002
2014-04-10 10:54:31,744 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0031_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:54:31,745 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0031_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:54:31,745 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0031 CONTAINERID=container_1397144823869_0031_01_000002
2014-04-10 10:54:31,745 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0031_01_000002 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:54:31,745 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:54:31,745 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0031_01_000002, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:31,745 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:31,746 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:54:31,746 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0031_000001 released container container_1397144823869_0031_01_000002 on node: host: localhost:52024 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:54:32,356 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0031_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:54:32,357 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0031 CONTAINERID=container_1397144823869_0031_01_000007
2014-04-10 10:54:32,357 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0031_01_000007 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:54:32,357 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0031 container=Container: [ContainerId: container_1397144823869_0031_01_000007, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0031_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:32,357 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:54:32,358 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:32,799 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0031_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:54:32,812 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0031_01_000007 by user brock
2014-04-10 10:54:32,812 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0031 CONTAINERID=container_1397144823869_0031_01_000007
2014-04-10 10:54:32,812 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0031_01_000007 to application application_1397144823869_0031
2014-04-10 10:54:32,813 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 10:54:32,813 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0031
2014-04-10 10:54:32,813 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0031
2014-04-10 10:54:32,813 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:54:32,813 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0031
2014-04-10 10:54:32,814 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:54:32,844 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 10:54:32,844 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:32,903 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0031/container_1397144823869_0031_01_000007/default_container_executor.sh]
2014-04-10 10:54:33,356 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0031_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:54:33,803 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:54:34,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/2191869164_upper_9CD35F3B39BF45FDA2A5A052320B4DFD/_temporary/1/_temporary/attempt_1397144823869_0031_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:34,619 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/2191869164_upper_9CD35F3B39BF45FDA2A5A052320B4DFD/_temporary/1/_temporary/attempt_1397144823869_0031_r_000000_0/part-00000. BP-1649026925-127.0.0.1-1397144808341 blk_1073742142_1318{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:54:34,697 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742142_1318 src: /127.0.0.1:47396 dest: /127.0.0.1:53466
2014-04-10 10:54:34,698 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742142_1318 src: /127.0.0.1:55220 dest: /127.0.0.1:55289
2014-04-10 10:54:34,698 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742142_1318 src: /127.0.0.1:47271 dest: /127.0.0.1:36139
2014-04-10 10:54:34,715 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47271, dest: /127.0.0.1:36139, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0031_r_000000_0_-2035239108_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742142_1318, duration: 15226293
2014-04-10 10:54:34,715 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742142_1318, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:34,715 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742142_1318{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:54:34,715 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55220, dest: /127.0.0.1:55289, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0031_r_000000_0_-2035239108_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742142_1318, duration: 15863457
2014-04-10 10:54:34,716 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742142_1318, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:34,716 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742142_1318{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:54:34,716 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47396, dest: /127.0.0.1:53466, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0031_r_000000_0_-2035239108_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742142_1318, duration: 16553857
2014-04-10 10:54:34,716 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742142_1318, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:34,717 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742142_1318{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:54:34,735 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/2191869164_upper_9CD35F3B39BF45FDA2A5A052320B4DFD/_temporary/1/_temporary/attempt_1397144823869_0031_r_000000_0/part-00000 is closed by DFSClient_attempt_1397144823869_0031_r_000000_0_-2035239108_1
2014-04-10 10:54:34,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2191869164_upper_9CD35F3B39BF45FDA2A5A052320B4DFD/_temporary/1/_temporary/attempt_1397144823869_0031_r_000000_0 dst=null perm=null
2014-04-10 10:54:34,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2191869164_upper_9CD35F3B39BF45FDA2A5A052320B4DFD/_temporary/1/_temporary/attempt_1397144823869_0031_r_000000_0 dst=null perm=null
2014-04-10 10:54:34,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2191869164_upper_9CD35F3B39BF45FDA2A5A052320B4DFD/_temporary/1/task_1397144823869_0031_r_000000 dst=null perm=null
2014-04-10 10:54:34,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/2191869164_upper_9CD35F3B39BF45FDA2A5A052320B4DFD/_temporary/1/_temporary/attempt_1397144823869_0031_r_000000_0 dst=/tmp/hadoop-brock/2191869164_upper_9CD35F3B39BF45FDA2A5A052320B4DFD/_temporary/1/task_1397144823869_0031_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:54:34,844 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0031_01_000007
2014-04-10 10:54:34,844 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0031 CONTAINERID=container_1397144823869_0031_01_000007
2014-04-10 10:54:34,844 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000007 transitioned from RUNNING to KILLING
2014-04-10 10:54:34,844 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0031_01_000007
2014-04-10 10:54:34,850 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0031_01_000007 is : 143
2014-04-10 10:54:34,856 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:54:34,856 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0031/container_1397144823869_0031_01_000007
2014-04-10 10:54:34,856 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0031/container_1397144823869_0031_01_000007
2014-04-10 10:54:34,856 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0031/container_1397144823869_0031_01_000007
2014-04-10 10:54:34,856 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0031/container_1397144823869_0031_01_000007
2014-04-10 10:54:34,856 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0031 CONTAINERID=container_1397144823869_0031_01_000007
2014-04-10 10:54:34,857 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:54:34,857 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0031_01_000007 from application application_1397144823869_0031
2014-04-10 10:54:34,857 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:34,857 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0031
2014-04-10 10:54:34,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:34,876 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-378041926_1
2014-04-10 10:54:34,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/2191869164_upper_9CD35F3B39BF45FDA2A5A052320B4DFD/_temporary/1 dst=null perm=null
2014-04-10 10:54:34,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2191869164_upper_9CD35F3B39BF45FDA2A5A052320B4DFD dst=null perm=null
2014-04-10 10:54:34,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2191869164_upper_9CD35F3B39BF45FDA2A5A052320B4DFD dst=null perm=null
2014-04-10 10:54:34,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/2191869164_upper_9CD35F3B39BF45FDA2A5A052320B4DFD/_temporary/1/task_1397144823869_0031_r_000000 dst=null perm=null
2014-04-10 10:54:34,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2191869164_upper_9CD35F3B39BF45FDA2A5A052320B4DFD/part-00000 dst=null perm=null
2014-04-10 10:54:34,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/2191869164_upper_9CD35F3B39BF45FDA2A5A052320B4DFD/_temporary/1/task_1397144823869_0031_r_000000/part-00000 dst=/tmp/hadoop-brock/2191869164_upper_9CD35F3B39BF45FDA2A5A052320B4DFD/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:34,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/2191869164_upper_9CD35F3B39BF45FDA2A5A052320B4DFD/_temporary dst=null perm=null
2014-04-10 10:54:34,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/2191869164_upper_9CD35F3B39BF45FDA2A5A052320B4DFD/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:34,985 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/2191869164_upper_9CD35F3B39BF45FDA2A5A052320B4DFD/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-378041926_1
2014-04-10 10:54:35,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:35,018 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-378041926_1
2014-04-10 10:54:35,045 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55200, dest: /127.0.0.1:55289, bytes: 65197, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-378041926_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742141_1317, duration: 4963522758
2014-04-10 10:54:35,045 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742141_1317, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:35,049 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47249, dest: /127.0.0.1:36139, bytes: 65197, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-378041926_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742141_1317, duration: 4966711405
2014-04-10 10:54:35,049 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742141_1317{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 15599
2014-04-10 10:54:35,049 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742141_1317, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:35,050 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47375, dest: /127.0.0.1:53466, bytes: 65197, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-378041926_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742141_1317, duration: 4968093978
2014-04-10 10:54:35,050 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742141_1317{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 15599
2014-04-10 10:54:35,050 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742141_1317, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:35,051 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742141_1317{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 15599
2014-04-10 10:54:35,060 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job_1397144823869_0031_1.jhist is closed by DFSClient_NONMAPREDUCE_-378041926_1
2014-04-10 10:54:35,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0031.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:35,080 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0031.summary_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742143_1319{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:54:35,095 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742143_1319 src: /127.0.0.1:39498 dest: /127.0.0.1:55175
2014-04-10 10:54:35,097 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742143_1319 src: /127.0.0.1:47400 dest: /127.0.0.1:53466
2014-04-10 10:54:35,098 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742143_1319 src: /127.0.0.1:55224 dest: /127.0.0.1:55289
2014-04-10 10:54:35,102 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55224, dest: /127.0.0.1:55289, bytes: 424, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-378041926_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742143_1319, duration: 2309748
2014-04-10 10:54:35,102 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742143_1319, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:35,102 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742143_1319{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:54:35,102 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47400, dest: /127.0.0.1:53466, bytes: 424, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-378041926_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742143_1319, duration: 2886509
2014-04-10 10:54:35,103 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742143_1319, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:35,103 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742143_1319{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:54:35,103 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39498, dest: /127.0.0.1:55175, bytes: 424, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-378041926_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742143_1319, duration: 3580005
2014-04-10 10:54:35,103 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742143_1319, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:35,103 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742143_1319{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:54:35,118 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0031.summary_tmp is closed by DFSClient_NONMAPREDUCE_-378041926_1
2014-04-10 10:54:35,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0031.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:54:35,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job_1397144823869_0031_1.jhist dst=null perm=null
2014-04-10 10:54:35,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0031-1397145261824-brock-%5B66CE10EC28E348C9B8A8055A040E5381%2F200EBF7B47F24BB9-1397145275019-5-1-SUCCEEDED-default-1397145264736.jhist_tmp dst=null perm=null
2014-04-10 10:54:35,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job_1397144823869_0031_1.jhist dst=null perm=null
2014-04-10 10:54:35,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0031-1397145261824-brock-%5B66CE10EC28E348C9B8A8055A040E5381%2F200EBF7B47F24BB9-1397145275019-5-1-SUCCEEDED-default-1397145264736.jhist_tmp dst=null perm=null
2014-04-10 10:54:35,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job_1397144823869_0031_1.jhist dst=null perm=null
2014-04-10 10:54:35,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0031-1397145261824-brock-%5B66CE10EC28E348C9B8A8055A040E5381%2F200EBF7B47F24BB9-1397145275019-5-1-SUCCEEDED-default-1397145264736.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:35,167 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47275, bytes: 65709, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-378041926_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742141_1317, duration: 311052
2014-04-10 10:54:35,171 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0031-1397145261824-brock-%5B66CE10EC28E348C9B8A8055A040E5381%2F200EBF7B47F24BB9-1397145275019-5-1-SUCCEEDED-default-1397145264736.jhist_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742144_1320{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:54:35,187 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742144_1320 src: /127.0.0.1:55226 dest: /127.0.0.1:55289
2014-04-10 10:54:35,188 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742144_1320 src: /127.0.0.1:47404 dest: /127.0.0.1:53466
2014-04-10 10:54:35,189 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742144_1320 src: /127.0.0.1:39504 dest: /127.0.0.1:55175
2014-04-10 10:54:35,205 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39504, dest: /127.0.0.1:55175, bytes: 65197, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-378041926_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742144_1320, duration: 14394828
2014-04-10 10:54:35,205 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742144_1320, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:35,205 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47404, dest: /127.0.0.1:53466, bytes: 65197, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-378041926_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742144_1320, duration: 15216854
2014-04-10 10:54:35,205 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742144_1320{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:54:35,206 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742144_1320, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:35,206 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742144_1320{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:54:35,206 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55226, dest: /127.0.0.1:55289, bytes: 65197, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-378041926_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742144_1320, duration: 15573655
2014-04-10 10:54:35,207 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742144_1320, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:35,207 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742144_1320{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:54:35,218 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0031-1397145261824-brock-%5B66CE10EC28E348C9B8A8055A040E5381%2F200EBF7B47F24BB9-1397145275019-5-1-SUCCEEDED-default-1397145264736.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-378041926_1
2014-04-10 10:54:35,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0031-1397145261824-brock-%5B66CE10EC28E348C9B8A8055A040E5381%2F200EBF7B47F24BB9-1397145275019-5-1-SUCCEEDED-default-1397145264736.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:54:35,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job_1397144823869_0031_1_conf.xml dst=null perm=null
2014-04-10 10:54:35,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0031_conf.xml_tmp dst=null perm=null
2014-04-10 10:54:35,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job_1397144823869_0031_1_conf.xml dst=null perm=null
2014-04-10 10:54:35,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0031_conf.xml_tmp dst=null perm=null
2014-04-10 10:54:35,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031/job_1397144823869_0031_1_conf.xml dst=null perm=null
2014-04-10 10:54:35,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0031_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:35,245 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55229, bytes: 95780, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-378041926_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742140_1316, duration: 403063
2014-04-10 10:54:35,249 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0031_conf.xml_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742145_1321{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:54:35,297 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742145_1321 src: /127.0.0.1:55230 dest: /127.0.0.1:55289
2014-04-10 10:54:35,300 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742145_1321 src: /127.0.0.1:47281 dest: /127.0.0.1:36139
2014-04-10 10:54:35,301 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742145_1321 src: /127.0.0.1:47409 dest: /127.0.0.1:53466
2014-04-10 10:54:35,305 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47409, dest: /127.0.0.1:53466, bytes: 95036, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-378041926_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742145_1321, duration: 2718940
2014-04-10 10:54:35,305 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742145_1321, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:35,306 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742145_1321{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:54:35,306 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47281, dest: /127.0.0.1:36139, bytes: 95036, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-378041926_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742145_1321, duration: 3348077
2014-04-10 10:54:35,306 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742145_1321, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:35,306 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742145_1321{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:54:35,307 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55230, dest: /127.0.0.1:55289, bytes: 95036, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-378041926_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742145_1321, duration: 4160745
2014-04-10 10:54:35,307 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742145_1321, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:35,307 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742145_1321{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:54:35,343 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0031_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-378041926_1
2014-04-10 10:54:35,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0031_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:54:35,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0031.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0031.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:54:35,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0031_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0031_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:54:35,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0031-1397145261824-brock-%5B66CE10EC28E348C9B8A8055A040E5381%2F200EBF7B47F24BB9-1397145275019-5-1-SUCCEEDED-default-1397145264736.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0031-1397145261824-brock-%5B66CE10EC28E348C9B8A8055A040E5381%2F200EBF7B47F24BB9-1397145275019-5-1-SUCCEEDED-default-1397145264736.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:54:35,410 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397144823869_0031_000001 with final state: FINISHING
2014-04-10 10:54:35,410 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0031_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:54:35,410 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397144823869_0031 with final state: FINISHING
2014-04-10 10:54:35,410 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0031 State change from RUNNING to FINAL_SAVING
2014-04-10 10:54:35,410 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0031
2014-04-10 10:54:35,411 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0031_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:54:35,411 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0031 State change from FINAL_SAVING to FINISHING
2014-04-10 10:54:35,484 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:54:35,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:54:35,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:54:35,489 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397144823869_0031 from file: hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0031-1397145261824-brock-%5B66CE10EC28E348C9B8A8055A040E5381%2F200EBF7B47F24BB9-1397145275019-5-1-SUCCEEDED-default-1397145264736.jhist
2014-04-10 10:54:35,490 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0031-1397145261824-brock-%5B66CE10EC28E348C9B8A8055A040E5381%2F200EBF7B47F24BB9-1397145275019-5-1-SUCCEEDED-default-1397145264736.jhist]
2014-04-10 10:54:35,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0031-1397145261824-brock-%5B66CE10EC28E348C9B8A8055A040E5381%2F200EBF7B47F24BB9-1397145275019-5-1-SUCCEEDED-default-1397145264736.jhist dst=null perm=null
2014-04-10 10:54:35,494 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55235, bytes: 65709, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742144_1320, duration: 278776
2014-04-10 10:54:35,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0031.summary dst=null perm=null
2014-04-10 10:54:35,513 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55235, bytes: 428, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_538767685_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742143_1319, duration: 129196
2014-04-10 10:54:35,513 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397144823869_0031,submitTime=1397145261824,launchTime=1397145264736,firstMapTaskLaunchTime=1397145266906,firstReduceTaskLaunchTime=1397145272813,finishTime=1397145275019,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=5,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=17,reduceSlotSeconds=2,jobName=[66CE10EC28E348C9B8A8055A040E5381/200EBF7B47F24BB9B3879F6583D048D9] lower*upper/(2/2)
2014-04-10 10:54:35,513 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0031.summary]
2014-04-10 10:54:35,593 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742143_1319 127.0.0.1:55175 127.0.0.1:53466 127.0.0.1:55289
2014-04-10 10:54:35,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0031.summary dst=null perm=null
2014-04-10 10:54:35,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:54:35,596 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0031-1397145261824-brock-%5B66CE10EC28E348C9B8A8055A040E5381%2F200EBF7B47F24BB9-1397145275019-5-1-SUCCEEDED-default-1397145264736.jhist to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0031-1397145261824-brock-%5B66CE10EC28E348C9B8A8055A040E5381%2F200EBF7B47F24BB9-1397145275019-5-1-SUCCEEDED-default-1397145264736.jhist
2014-04-10 10:54:35,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0031-1397145261824-brock-%5B66CE10EC28E348C9B8A8055A040E5381%2F200EBF7B47F24BB9-1397145275019-5-1-SUCCEEDED-default-1397145264736.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0031-1397145261824-brock-%5B66CE10EC28E348C9B8A8055A040E5381%2F200EBF7B47F24BB9-1397145275019-5-1-SUCCEEDED-default-1397145264736.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:54:35,610 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0031_conf.xml to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0031_conf.xml
2014-04-10 10:54:35,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0031_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0031_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:54:35,633 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/2) ...orm/cogroupfilteredbranch
2014-04-10 10:54:35,648 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:54:35,655 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:54:35,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch dst=null perm=null
2014-04-10 10:54:35,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:54:35,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:54:35,659 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 32
2014-04-10 10:54:35,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032 dst=null perm=null
2014-04-10 10:54:35,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:54:35,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:54:35,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.jar dst=null perm=null
2014-04-10 10:54:35,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:54:35,695 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073742146_1322{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:54:35,711 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742146_1322 src: /127.0.0.1:55237 dest: /127.0.0.1:55289
2014-04-10 10:54:35,712 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742146_1322 src: /127.0.0.1:39514 dest: /127.0.0.1:55175
2014-04-10 10:54:35,713 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742146_1322 src: /127.0.0.1:47289 dest: /127.0.0.1:36139
2014-04-10 10:54:35,718 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47289, dest: /127.0.0.1:36139, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742146_1322, duration: 4149801
2014-04-10 10:54:35,719 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742146_1322, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:35,719 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742146_1322{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:54:35,719 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39514, dest: /127.0.0.1:55175, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742146_1322, duration: 3572392
2014-04-10 10:54:35,720 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742146_1322, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:35,720 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742146_1322{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:54:35,720 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55237, dest: /127.0.0.1:55289, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742146_1322, duration: 4375494
2014-04-10 10:54:35,720 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742146_1322, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:35,724 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742146_1322{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:54:35,735 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:54:35,736 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.jar
2014-04-10 10:54:35,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.jar dst=null perm=null
2014-04-10 10:54:35,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:54:35,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:54:35,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:54:35,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:54:35,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:54:35,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:54:35,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:54:35,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:54:35,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:54:35,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:54:35,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:54:35,762 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:54:35,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:54:35,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2191869164_upper_9CD35F3B39BF45FDA2A5A052320B4DFD dst=null perm=null
2014-04-10 10:54:35,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2191869164_upper_9CD35F3B39BF45FDA2A5A052320B4DFD dst=null perm=null
2014-04-10 10:54:35,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/2191869164_upper_9CD35F3B39BF45FDA2A5A052320B4DFD dst=null perm=null
2014-04-10 10:54:35,767 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:54:35,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:54:35,769 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:54:35,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:54:35,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2191869164_upper_9CD35F3B39BF45FDA2A5A052320B4DFD dst=null perm=null
2014-04-10 10:54:35,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2191869164_upper_9CD35F3B39BF45FDA2A5A052320B4DFD dst=null perm=null
2014-04-10 10:54:35,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/2191869164_upper_9CD35F3B39BF45FDA2A5A052320B4DFD dst=null perm=null
2014-04-10 10:54:35,774 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:54:35,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:54:35,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:54:35,794 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.split
2014-04-10 10:54:35,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.split dst=null perm=null
2014-04-10 10:54:35,803 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.split. BP-1649026925-127.0.0.1-1397144808341 blk_1073742147_1323{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]}
2014-04-10 10:54:35,819 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742147_1323 src: /127.0.0.1:55240 dest: /127.0.0.1:55289
2014-04-10 10:54:35,821 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742147_1323 src: /127.0.0.1:47418 dest: /127.0.0.1:53466
2014-04-10 10:54:35,822 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742147_1323 src: /127.0.0.1:47292 dest: /127.0.0.1:36139
2014-04-10 10:54:35,823 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742147_1323 src: /127.0.0.1:39519 dest: /127.0.0.1:55175
2014-04-10 10:54:35,826 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39519, dest: /127.0.0.1:55175, bytes: 2230, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742147_1323, duration: 1734171
2014-04-10 10:54:35,826 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742147_1323, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:35,826 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742147_1323{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:54:35,827 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47292, dest: /127.0.0.1:36139, bytes: 2230, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742147_1323, duration: 2474566
2014-04-10 10:54:35,827 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742147_1323{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:54:35,827 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742147_1323, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:35,828 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47418, dest: /127.0.0.1:53466, bytes: 2230, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742147_1323, duration: 3358059
2014-04-10 10:54:35,828 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742147_1323, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:35,828 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742147_1323{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:54:35,828 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55240, dest: /127.0.0.1:55289, bytes: 2230, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742147_1323, duration: 3924819
2014-04-10 10:54:35,829 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742147_1323, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:35,830 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742147_1323{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:54:35,843 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.split is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:54:35,845 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0031_01_000007
2014-04-10 10:54:35,846 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0031_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:54:35,846 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0031_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 10:54:35,846 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0031 CONTAINERID=container_1397144823869_0031_01_000007
2014-04-10 10:54:35,846 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0031_01_000007 of capacity <memory:1024, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:54:35,846 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:54:35,847 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0031_01_000007, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:35,847 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:35,847 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:54:35,847 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0031_000001 released container container_1397144823869_0031_01_000007 on node: host: localhost:56736 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:54:35,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:54:35,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:54:35,861 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.splitmetainfo. BP-1649026925-127.0.0.1-1397144808341 blk_1073742148_1324{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]}
2014-04-10 10:54:35,878 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742148_1324 src: /127.0.0.1:47294 dest: /127.0.0.1:36139
2014-04-10 10:54:35,879 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742148_1324 src: /127.0.0.1:55245 dest: /127.0.0.1:55289
2014-04-10 10:54:35,880 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742148_1324 src: /127.0.0.1:39522 dest: /127.0.0.1:55175
2014-04-10 10:54:35,882 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39522, dest: /127.0.0.1:55175, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742148_1324, duration: 1628592
2014-04-10 10:54:35,883 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742148_1324, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:35,883 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742148_1324{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:54:35,883 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55245, dest: /127.0.0.1:55289, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742148_1324, duration: 2150707
2014-04-10 10:54:35,883 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742148_1324, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:35,884 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742148_1324{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:54:35,884 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47294, dest: /127.0.0.1:36139, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742148_1324, duration: 2747624
2014-04-10 10:54:35,884 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742148_1324{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:54:35,884 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742148_1324, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:35,901 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:54:35,902 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:6
2014-04-10 10:54:35,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:54:35,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:54:35,925 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742149_1325{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:54:35,936 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742149_1325 src: /127.0.0.1:47297 dest: /127.0.0.1:36139
2014-04-10 10:54:35,937 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742149_1325 src: /127.0.0.1:39524 dest: /127.0.0.1:55175
2014-04-10 10:54:35,938 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742149_1325 src: /127.0.0.1:47426 dest: /127.0.0.1:53466
2014-04-10 10:54:35,941 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47426, dest: /127.0.0.1:53466, bytes: 82188, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742149_1325, duration: 2123942
2014-04-10 10:54:35,942 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742149_1325, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:35,942 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39524, dest: /127.0.0.1:55175, bytes: 82188, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742149_1325, duration: 2655049
2014-04-10 10:54:35,942 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742149_1325{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:54:35,942 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742149_1325, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:35,943 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47297, dest: /127.0.0.1:36139, bytes: 82188, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742149_1325, duration: 3216240
2014-04-10 10:54:35,943 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742149_1325{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:54:35,943 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742149_1325, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:35,945 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742149_1325{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:54:35,960 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.xml is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:54:35,960 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397144823869_0032
2014-04-10 10:54:35,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032 dst=null perm=null
2014-04-10 10:54:35,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.xml dst=null perm=null
2014-04-10 10:54:35,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.xml dst=null perm=null
2014-04-10 10:54:35,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.jar dst=null perm=null
2014-04-10 10:54:35,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.jar dst=null perm=null
2014-04-10 10:54:35,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.split dst=null perm=null
2014-04-10 10:54:35,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.split dst=null perm=null
2014-04-10 10:54:35,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.splitmetainfo dst=null perm=null
2014-04-10 10:54:35,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.splitmetainfo dst=null perm=null
2014-04-10 10:54:35,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:54:35,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:54:35,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:54:35,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:54:35,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:54:35,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:54:36,016 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 32 submitted by user brock
2014-04-10 10:54:36,017 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397144823869_0032
2014-04-10 10:54:36,017 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397144823869_0032
2014-04-10 10:54:36,017 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0032
2014-04-10 10:54:36,017 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0032 State change from NEW to NEW_SAVING
2014-04-10 10:54:36,018 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0032 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:54:36,018 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397144823869_0032_000001
2014-04-10 10:54:36,018 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0032_000001 State change from NEW to SUBMITTED
2014-04-10 10:54:36,019 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397144823869_0032 from user: brock activated in queue: default
2014-04-10 10:54:36,019 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397144823869_0032 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@1ba82161, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:54:36,019 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397144823869_0032 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:54:36,019 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397144823869_0032
2014-04-10 10:54:36,019 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397144823869_0032_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:54:36,020 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0032_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:54:36,021 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0032 State change from SUBMITTED to ACCEPTED
2014-04-10 10:54:36,022 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:60619/proxy/application_1397144823869_0032/
2014-04-10 10:54:36,022 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397144823869_0032
2014-04-10 10:54:36,022 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:60619/proxy/application_1397144823869_0032/
2014-04-10 10:54:36,476 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742136_1312 127.0.0.1:55175 127.0.0.1:55289 127.0.0.1:53466 127.0.0.1:36139
2014-04-10 10:54:36,477 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742137_1313 127.0.0.1:55289 127.0.0.1:36139 127.0.0.1:53466 127.0.0.1:55175
2014-04-10 10:54:36,477 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742138_1314 127.0.0.1:36139 127.0.0.1:55289 127.0.0.1:55175
2014-04-10 10:54:36,477 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742139_1315 127.0.0.1:53466 127.0.0.1:55289 127.0.0.1:55175
2014-04-10 10:54:36,477 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742141_1317 127.0.0.1:53466 127.0.0.1:36139 127.0.0.1:55289
2014-04-10 10:54:36,477 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742140_1316 127.0.0.1:36139 127.0.0.1:55289 127.0.0.1:55175
2014-04-10 10:54:36,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0031 dst=null perm=null
2014-04-10 10:54:36,481 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0032_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:54:36,481 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0032 CONTAINERID=container_1397144823869_0032_01_000001
2014-04-10 10:54:36,482 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0032_01_000001 of capacity <memory:2048, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 10:54:36,482 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0032 container=Container: [ContainerId: container_1397144823869_0032_01_000001, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0032_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:36,482 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:54:36,482 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0032_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:54:36,482 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:36,483 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397144823869_0032 AttemptId: appattempt_1397144823869_0032_000001 MasterContainer: Container: [ContainerId: container_1397144823869_0032_01_000001, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:37679 }, ]
2014-04-10 10:54:36,483 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0032_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:54:36,483 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0032_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:54:36,484 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397144823869_0032_000001
2014-04-10 10:54:36,484 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397144823869_0032_01_000001, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] for AM appattempt_1397144823869_0032_000001
2014-04-10 10:54:36,485 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397144823869_0032_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:54:36,488 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0032_000001 (auth:SIMPLE)
2014-04-10 10:54:36,490 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0032_01_000001 by user brock
2014-04-10 10:54:36,490 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0032
2014-04-10 10:54:36,490 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0032 CONTAINERID=container_1397144823869_0032_01_000001
2014-04-10 10:54:36,490 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0032 transitioned from NEW to INITING
2014-04-10 10:54:36,491 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0032_01_000001 to application application_1397144823869_0032
2014-04-10 10:54:36,491 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0032 transitioned from INITING to RUNNING
2014-04-10 10:54:36,491 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397144823869_0032_01_000001, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] for AM appattempt_1397144823869_0032_000001
2014-04-10 10:54:36,491 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0032_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:54:36,491 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:54:36,491 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0032
2014-04-10 10:54:36,492 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:54:36,492 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:54:36,492 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:54:36,492 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:54:36,492 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0032_01_000001
2014-04-10 10:54:36,502 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397144823869_0032_01_000001.tokens. Credentials list:
2014-04-10 10:54:36,516 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:54:36,577 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397144823869_0032_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000001.tokens
2014-04-10 10:54:36,577 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0032 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0032
2014-04-10 10:54:36,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.jar dst=null perm=null
2014-04-10 10:54:36,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.jar dst=null perm=null
2014-04-10 10:54:36,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.jar dst=null perm=null
2014-04-10 10:54:36,698 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55254, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1980217371_21239, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742146_1322, duration: 897993
2014-04-10 10:54:36,721 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0032/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:54:36,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.splitmetainfo dst=null perm=null
2014-04-10 10:54:36,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.splitmetainfo dst=null perm=null
2014-04-10 10:54:36,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.splitmetainfo dst=null perm=null
2014-04-10 10:54:36,746 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39531, bytes: 222, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1980217371_21239, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742148_1324, duration: 258680
2014-04-10 10:54:36,764 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0032/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:54:36,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.split dst=null perm=null
2014-04-10 10:54:36,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.split dst=null perm=null
2014-04-10 10:54:36,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.split dst=null perm=null
2014-04-10 10:54:36,789 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47306, bytes: 2250, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1980217371_21239, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742147_1323, duration: 230503
2014-04-10 10:54:36,806 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0032/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:54:36,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.xml dst=null perm=null
2014-04-10 10:54:36,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.xml dst=null perm=null
2014-04-10 10:54:36,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.xml dst=null perm=null
2014-04-10 10:54:36,830 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47306, bytes: 82832, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1980217371_21239, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742149_1325, duration: 380846
2014-04-10 10:54:36,848 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0032/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:54:36,848 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:54:36,880 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:54:36,880 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:36,940 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000001/default_container_executor.sh]
2014-04-10 10:54:37,480 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0032_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:54:37,837 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:55289 to replicate blk_1073742146_1322 to datanode(s) 127.0.0.1:53466
2014-04-10 10:54:37,838 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073742136_1312, blk_1073742137_1313, blk_1073742139_1315, blk_1073742141_1317, blk_1073742143_1319]
2014-04-10 10:54:37,838 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073742136_1312, blk_1073742137_1313, blk_1073742138_1314, blk_1073742140_1316, blk_1073742141_1317]
2014-04-10 10:54:38,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:54:38,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/COMMIT_STARTED dst=null perm=null
2014-04-10 10:54:38,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:54:38,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/COMMIT_FAIL dst=null perm=null
2014-04-10 10:54:38,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032 dst=null perm=null
2014-04-10 10:54:38,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:54:38,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:54:38,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.splitmetainfo dst=null perm=null
2014-04-10 10:54:38,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.splitmetainfo dst=null perm=null
2014-04-10 10:54:38,432 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39535, bytes: 222, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1549330415_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742148_1324, duration: 169702
2014-04-10 10:54:38,741 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742147_1323
2014-04-10 10:54:38,741 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742143_1319
2014-04-10 10:54:38,743 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742146_1322
2014-04-10 10:54:38,744 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742144_1320
2014-04-10 10:54:38,945 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742149_1325
2014-04-10 10:54:38,945 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742148_1324
2014-04-10 10:54:38,947 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742147_1323
2014-04-10 10:54:38,948 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742145_1321
2014-04-10 10:54:38,948 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742144_1320
2014-04-10 10:54:38,948 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742143_1319
2014-04-10 10:54:38,949 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742141_1317
2014-04-10 10:54:39,014 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, infoPort=58659, ipcPort=38925, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) Starting thread to transfer BP-1649026925-127.0.0.1-1397144808341:blk_1073742146_1322 to 127.0.0.1:53466
2014-04-10 10:54:39,015 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742146_1322 src: /127.0.0.1:47439 dest: /127.0.0.1:53466
2014-04-10 10:54:39,016 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1649026925-127.0.0.1-1397144808341:blk_1073742146_1322 (numBytes=244650) to 127.0.0.1/127.0.0.1:53466
2014-04-10 10:54:39,016 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1649026925-127.0.0.1-1397144808341:blk_1073742146_1322 src: /127.0.0.1:47439 dest: /127.0.0.1:53466 of size 244650
2014-04-10 10:54:39,017 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742146_1322 size 244650
2014-04-10 10:54:39,023 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0032_000001 (auth:SIMPLE)
2014-04-10 10:54:39,024 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397144823869_0032_000001
2014-04-10 10:54:39,024 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397144823869_0032 APPATTEMPTID=appattempt_1397144823869_0032_000001
2014-04-10 10:54:39,024 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0032_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:54:39,024 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0032 State change from ACCEPTED to RUNNING
2014-04-10 10:54:39,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742136_1312 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742136 for deletion
2014-04-10 10:54:39,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742137_1313 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742137 for deletion
2014-04-10 10:54:39,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742139_1315 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742139 for deletion
2014-04-10 10:54:39,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742136_1312 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742136
2014-04-10 10:54:39,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742141_1317 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742141 for deletion
2014-04-10 10:54:39,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742139_1315 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742139
2014-04-10 10:54:39,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742143_1319 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742143 for deletion
2014-04-10 10:54:39,082 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742137_1313 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742137
2014-04-10 10:54:39,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742141_1317 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742141
2014-04-10 10:54:39,083 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742143_1319 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742143
2014-04-10 10:54:39,088 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742148_1324
2014-04-10 10:54:39,089 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742146_1322
2014-04-10 10:54:39,089 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742143_1319
2014-04-10 10:54:39,091 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742136_1312 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742136 for deletion
2014-04-10 10:54:39,091 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742137_1313 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742137 for deletion
2014-04-10 10:54:39,091 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742138_1314 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742138 for deletion
2014-04-10 10:54:39,091 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742136_1312 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742136
2014-04-10 10:54:39,091 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742140_1316 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742140 for deletion
2014-04-10 10:54:39,091 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742137_1313 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742137
2014-04-10 10:54:39,091 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742141_1317 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742141 for deletion
2014-04-10 10:54:39,091 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742138_1314 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742138
2014-04-10 10:54:39,091 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742141_1317 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742141
2014-04-10 10:54:39,092 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742140_1316 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742140
2014-04-10 10:54:39,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job_1397144823869_0032_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:39,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:54:39,147 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742149_1325
2014-04-10 10:54:39,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job_1397144823869_0032_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:39,273 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job_1397144823869_0032_1_conf.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742150_1326{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]}
2014-04-10 10:54:39,288 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742141_1317
2014-04-10 10:54:39,289 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742145_1321
2014-04-10 10:54:39,306 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742150_1326 src: /127.0.0.1:47440 dest: /127.0.0.1:53466
2014-04-10 10:54:39,307 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742150_1326 src: /127.0.0.1:47314 dest: /127.0.0.1:36139
2014-04-10 10:54:39,308 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742150_1326 src: /127.0.0.1:39541 dest: /127.0.0.1:55175
2014-04-10 10:54:39,315 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39541, dest: /127.0.0.1:55175, bytes: 96171, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1549330415_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742150_1326, duration: 6295823
2014-04-10 10:54:39,316 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742150_1326, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:39,316 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742150_1326{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:54:39,316 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47314, dest: /127.0.0.1:36139, bytes: 96171, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1549330415_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742150_1326, duration: 6952994
2014-04-10 10:54:39,316 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742150_1326, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:39,317 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742150_1326{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:54:39,317 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47440, dest: /127.0.0.1:53466, bytes: 96171, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1549330415_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742150_1326, duration: 7608524
2014-04-10 10:54:39,317 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742150_1326, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:39,317 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742150_1326{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:54:39,334 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job_1397144823869_0032_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1549330415_1
2014-04-10 10:54:39,338 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742145_1321
2014-04-10 10:54:39,338 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742148_1324
2014-04-10 10:54:39,347 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742146_1322
2014-04-10 10:54:39,348 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742150_1326
2014-04-10 10:54:39,348 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742142_1318
2014-04-10 10:54:39,489 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742144_1320
2014-04-10 10:54:39,489 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742147_1323
2014-04-10 10:54:39,490 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742142_1318
2014-04-10 10:54:39,539 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742146_1322
2014-04-10 10:54:39,539 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742142_1318
2014-04-10 10:54:39,540 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742149_1325
2014-04-10 10:54:39,542 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742150_1326
2014-04-10 10:54:39,542 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742147_1323
2014-04-10 10:54:40,481 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0032_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:54:40,482 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0032 CONTAINERID=container_1397144823869_0032_01_000002
2014-04-10 10:54:40,482 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0032_01_000002 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:54:40,482 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0032 container=Container: [ContainerId: container_1397144823869_0032_01_000002, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0032_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:40,482 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:54:40,482 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:40,483 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0032_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:54:40,483 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0032 CONTAINERID=container_1397144823869_0032_01_000003
2014-04-10 10:54:40,483 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0032_01_000003 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 10:54:40,483 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0032 container=Container: [ContainerId: container_1397144823869_0032_01_000003, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0032_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:40,484 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:54:40,484 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:40,488 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0032_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:54:40,488 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0032 CONTAINERID=container_1397144823869_0032_01_000004
2014-04-10 10:54:40,489 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0032_01_000004 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:54:40,489 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0032 container=Container: [ContainerId: container_1397144823869_0032_01_000004, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0032_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:40,489 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:54:40,489 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:40,490 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0032_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:54:40,490 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0032 CONTAINERID=container_1397144823869_0032_01_000005
2014-04-10 10:54:40,490 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0032_01_000005 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:54:40,490 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0032 container=Container: [ContainerId: container_1397144823869_0032_01_000005, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0032_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:40,491 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:54:40,491 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:40,491 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0032_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:54:40,492 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0032 CONTAINERID=container_1397144823869_0032_01_000006
2014-04-10 10:54:40,492 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0032_01_000006 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 10:54:40,492 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0032 container=Container: [ContainerId: container_1397144823869_0032_01_000006, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0032_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:40,492 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 10:54:40,492 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:40,493 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0032_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:54:40,493 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0032 CONTAINERID=container_1397144823869_0032_01_000007
2014-04-10 10:54:40,493 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0032_01_000007 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 10:54:40,494 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0032 container=Container: [ContainerId: container_1397144823869_0032_01_000007, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0032_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7 usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:40,494 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8
2014-04-10 10:54:40,494 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:8> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:40,838 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073742136_1312, blk_1073742137_1313, blk_1073742138_1314, blk_1073742139_1315, blk_1073742140_1316, blk_1073742141_1317, blk_1073742143_1319]
2014-04-10 10:54:40,839 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073742136_1312, blk_1073742137_1313, blk_1073742138_1314, blk_1073742139_1315, blk_1073742140_1316, blk_1073742143_1319]
2014-04-10 10:54:41,061 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0032_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:54:41,062 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0032_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:54:41,062 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0032_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:54:41,062 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0032_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:54:41,062 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0032_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:54:41,063 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0032_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:54:41,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.jar dst=null perm=null
2014-04-10 10:54:41,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.jar dst=null perm=null
2014-04-10 10:54:41,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.xml dst=null perm=null
2014-04-10 10:54:41,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.xml dst=null perm=null
2014-04-10 10:54:41,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:54:41,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:54:41,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:54:41,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:54:41,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:54:41,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:54:41,179 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0032_000001 (auth:SIMPLE)
2014-04-10 10:54:41,179 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0032_000001 (auth:SIMPLE)
2014-04-10 10:54:41,182 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0032_01_000003 by user brock
2014-04-10 10:54:41,182 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0032_01_000002 by user brock
2014-04-10 10:54:41,182 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0032 CONTAINERID=container_1397144823869_0032_01_000003
2014-04-10 10:54:41,182 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0032 CONTAINERID=container_1397144823869_0032_01_000002
2014-04-10 10:54:41,182 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0032_01_000003 to application application_1397144823869_0032
2014-04-10 10:54:41,183 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0032_01_000006 by user brock
2014-04-10 10:54:41,183 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0032_01_000007 by user brock
2014-04-10 10:54:41,183 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0032
2014-04-10 10:54:41,183 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0032_01_000004 by user brock
2014-04-10 10:54:41,183 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0032 CONTAINERID=container_1397144823869_0032_01_000006
2014-04-10 10:54:41,183 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0032 CONTAINERID=container_1397144823869_0032_01_000004
2014-04-10 10:54:41,183 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0032_01_000005 by user brock
2014-04-10 10:54:41,183 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0032_01_000002 to application application_1397144823869_0032
2014-04-10 10:54:41,183 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0032 CONTAINERID=container_1397144823869_0032_01_000007
2014-04-10 10:54:41,183 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0032_01_000007 to application application_1397144823869_0032
2014-04-10 10:54:41,183 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0032 CONTAINERID=container_1397144823869_0032_01_000005
2014-04-10 10:54:41,183 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0032 transitioned from NEW to INITING
2014-04-10 10:54:41,183 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:54:41,184 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0032_01_000006 to application application_1397144823869_0032
2014-04-10 10:54:41,184 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0032_01_000004 to application application_1397144823869_0032
2014-04-10 10:54:41,184 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:54:41,184 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0032_01_000005 to application application_1397144823869_0032
2014-04-10 10:54:41,184 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0032
2014-04-10 10:54:41,184 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0032
2014-04-10 10:54:41,184 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:54:41,184 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0032 transitioned from INITING to RUNNING
2014-04-10 10:54:41,184 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0032
2014-04-10 10:54:41,184 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 10:54:41,185 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0032
2014-04-10 10:54:41,185 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:54:41,185 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0032
2014-04-10 10:54:41,185 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:54:41,185 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:54:41,185 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0032
2014-04-10 10:54:41,186 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:54:41,186 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0032
2014-04-10 10:54:41,186 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0032
2014-04-10 10:54:41,186 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:54:41,186 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:54:41,186 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0032
2014-04-10 10:54:41,187 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:54:41,187 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:54:41,187 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:54:41,187 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0032
2014-04-10 10:54:41,187 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0032
2014-04-10 10:54:41,187 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:54:41,188 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0032
2014-04-10 10:54:41,188 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0032
2014-04-10 10:54:41,188 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0032
2014-04-10 10:54:41,188 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:54:41,188 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0032
2014-04-10 10:54:41,189 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0032
2014-04-10 10:54:41,189 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0032
2014-04-10 10:54:41,189 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:54:41,189 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0032
2014-04-10 10:54:41,189 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0032_01_000007
2014-04-10 10:54:41,189 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0032_01_000004
2014-04-10 10:54:41,189 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0032_01_000005
2014-04-10 10:54:41,190 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0032_01_000006
2014-04-10 10:54:41,204 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397144823869_0032_01_000007.tokens. Credentials list:
2014-04-10 10:54:41,204 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397144823869_0032_01_000006.tokens. Credentials list:
2014-04-10 10:54:41,204 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397144823869_0032_01_000004.tokens. Credentials list:
2014-04-10 10:54:41,205 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397144823869_0032_01_000005.tokens. Credentials list:
2014-04-10 10:54:41,216 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:54:41,216 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:54:41,216 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:54:41,216 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:41,216 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:41,276 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000002/default_container_executor.sh]
2014-04-10 10:54:41,276 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000003/default_container_executor.sh]
2014-04-10 10:54:41,282 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397144823869_0032_01_000007.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000007.tokens
2014-04-10 10:54:41,283 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0032 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0032
2014-04-10 10:54:41,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.jar dst=null perm=null
2014-04-10 10:54:41,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.jar dst=null perm=null
2014-04-10 10:54:41,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.jar dst=null perm=null
2014-04-10 10:54:41,377 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47453, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1237275932_21426, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742146_1322, duration: 321435
2014-04-10 10:54:41,392 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0032/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:54:41,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.xml dst=null perm=null
2014-04-10 10:54:41,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.xml dst=null perm=null
2014-04-10 10:54:41,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.xml dst=null perm=null
2014-04-10 10:54:41,407 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47328, bytes: 82832, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1237275932_21426, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742149_1325, duration: 190487
2014-04-10 10:54:41,417 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0032/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:54:41,417 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:54:41,417 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:54:41,417 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:54:41,417 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:54:41,442 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 10:54:41,443 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:41,443 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:54:41,443 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:41,450 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:54:41,451 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:41,457 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:54:41,457 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:41,481 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0032_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:54:41,481 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0032_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:54:41,488 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0032_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:54:41,488 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0032_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:54:41,489 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0032_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:54:41,489 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0032_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:54:41,507 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000007/default_container_executor.sh]
2014-04-10 10:54:41,507 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000006/default_container_executor.sh]
2014-04-10 10:54:41,514 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000004/default_container_executor.sh]
2014-04-10 10:54:41,518 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000005/default_container_executor.sh]
2014-04-10 10:54:41,613 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397144823869_0031_01_000001 succeeded
2014-04-10 10:54:41,613 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:54:41,613 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0031_01_000001
2014-04-10 10:54:41,625 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0031/container_1397144823869_0031_01_000001
2014-04-10 10:54:41,625 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0031/container_1397144823869_0031_01_000001
2014-04-10 10:54:41,627 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0031/container_1397144823869_0031_01_000001
2014-04-10 10:54:41,628 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0031/container_1397144823869_0031_01_000001
2014-04-10 10:54:41,628 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0031 CONTAINERID=container_1397144823869_0031_01_000001
2014-04-10 10:54:41,628 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0031_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:54:41,628 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0031_01_000001 from application application_1397144823869_0031
2014-04-10 10:54:41,628 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:41,635 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0031
2014-04-10 10:54:41,847 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0031_01_000001
2014-04-10 10:54:41,848 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0031_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:54:41,848 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0031_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:54:41,848 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0031 CONTAINERID=container_1397144823869_0031_01_000001
2014-04-10 10:54:41,848 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0031_01_000001 of capacity <memory:2048, vCores:1> on host localhost:56736, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:54:41,848 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:8192, vCores:7> numContainers=7 user=brock user-resources=<memory:8192, vCores:7>
2014-04-10 10:54:41,848 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0031_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:41,848 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:41,848 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7
2014-04-10 10:54:41,849 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0031_000001 released container container_1397144823869_0031_01_000001 on node: host: localhost:56736 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:54:41,849 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397144823869_0031_000001
2014-04-10 10:54:41,849 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0031_000001 State change from FINISHING to FINISHED
2014-04-10 10:54:41,849 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0031 State change from FINISHING to FINISHED
2014-04-10 10:54:41,849 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397144823869_0031_000001
2014-04-10 10:54:41,849 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397144823869_0031_000001 is done. finalState=FINISHED
2014-04-10 10:54:41,849 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397144823869_0031 requests cleared
2014-04-10 10:54:41,849 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397144823869_0031 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:54:41,850 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397144823869_0031 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:54:41,849 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397144823869_0031
2014-04-10 10:54:41,850 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397144823869_0031,name=[66CE10EC28E348C9B8A8055A040E5381/200EBF7B47F24BB9B3879F6583D048D9] lower*upper/(2/2),user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:60619/proxy/application_1397144823869_0031/jobhistory/job/job_1397144823869_0031,appMasterHost=localhost.localdomain,startTime=1397145261824,finishTime=1397145275410,finalStatus=SUCCEEDED
2014-04-10 10:54:41,852 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0031_000001 (auth:SIMPLE)
2014-04-10 10:54:41,865 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0031_01_000001
2014-04-10 10:54:42,018 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742136_1312 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742136 for deletion
2014-04-10 10:54:42,018 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742137_1313 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742137 for deletion
2014-04-10 10:54:42,018 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742136_1312 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742136
2014-04-10 10:54:42,018 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742137_1313 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742137
2014-04-10 10:54:42,018 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742138_1314 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742138 for deletion
2014-04-10 10:54:42,019 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742139_1315 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742139 for deletion
2014-04-10 10:54:42,019 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742138_1314 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742138
2014-04-10 10:54:42,019 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742140_1316 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742140 for deletion
2014-04-10 10:54:42,019 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742141_1317 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742141 for deletion
2014-04-10 10:54:42,019 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742140_1316 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742140
2014-04-10 10:54:42,019 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742143_1319 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742143 for deletion
2014-04-10 10:54:42,019 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742139_1315 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742139
2014-04-10 10:54:42,019 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742141_1317 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742141
2014-04-10 10:54:42,019 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742143_1319 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742143
2014-04-10 10:54:42,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742136_1312 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742136 for deletion
2014-04-10 10:54:42,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742137_1313 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742137 for deletion
2014-04-10 10:54:42,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742138_1314 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742138 for deletion
2014-04-10 10:54:42,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742136_1312 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742136
2014-04-10 10:54:42,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742139_1315 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742139 for deletion
2014-04-10 10:54:42,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742137_1313 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742137
2014-04-10 10:54:42,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742140_1316 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742140 for deletion
2014-04-10 10:54:42,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742138_1314 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742138
2014-04-10 10:54:42,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742143_1319 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742143 for deletion
2014-04-10 10:54:42,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742139_1315 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742139
2014-04-10 10:54:42,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742140_1316 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742140
2014-04-10 10:54:42,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742143_1319 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742143
2014-04-10 10:54:42,081 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:54:42,482 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0031 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:54:42,483 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0031
2014-04-10 10:54:42,483 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0031
2014-04-10 10:54:42,483 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0031
2014-04-10 10:54:42,483 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0031
2014-04-10 10:54:42,483 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0031
2014-04-10 10:54:42,484 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0031 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:54:42,484 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0031, with delay of 10800 seconds
2014-04-10 10:54:42,528 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:54:42,747 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0031 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:54:42,748 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0031
2014-04-10 10:54:42,748 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0031 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:54:42,748 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0031, with delay of 10800 seconds
2014-04-10 10:54:42,749 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0031
2014-04-10 10:54:42,749 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0031
2014-04-10 10:54:42,749 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0031
2014-04-10 10:54:42,750 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0031
2014-04-10 10:54:42,750 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397144823869_0032_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000005.tokens
2014-04-10 10:54:42,751 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0032 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0032
2014-04-10 10:54:42,848 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0031 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:54:42,848 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0031
2014-04-10 10:54:42,848 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0031 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:54:42,848 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0031, with delay of 10800 seconds
2014-04-10 10:54:42,848 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0031
2014-04-10 10:54:42,848 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0031
2014-04-10 10:54:42,849 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0031
2014-04-10 10:54:42,849 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0031
2014-04-10 10:54:43,079 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:54:43,396 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397144823869_0032_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000004.tokens
2014-04-10 10:54:43,422 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0032 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0032
2014-04-10 10:54:43,648 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:54:43,948 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742150_1326
2014-04-10 10:54:43,988 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397144823869_0032_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000006.tokens
2014-04-10 10:54:43,989 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0032 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0032
2014-04-10 10:54:44,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.split dst=null perm=null
2014-04-10 10:54:44,322 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47349, bytes: 2250, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0032_m_000000_0_1502448446_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742147_1323, duration: 156651
2014-04-10 10:54:44,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/2191869164_upper_9CD35F3B39BF45FDA2A5A052320B4DFD/part-00000 dst=null perm=null
2014-04-10 10:54:44,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/2191869164_upper_9CD35F3B39BF45FDA2A5A052320B4DFD/part-00000 dst=null perm=null
2014-04-10 10:54:44,492 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47349, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0032_m_000000_0_1502448446_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742142_1318, duration: 184194
2014-04-10 10:54:44,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.split dst=null perm=null
2014-04-10 10:54:44,780 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39578, bytes: 2250, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0032_m_000001_0_1335139458_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742147_1323, duration: 193584
2014-04-10 10:54:44,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.split dst=null perm=null
2014-04-10 10:54:44,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch/_temporary/1/_temporary/attempt_1397144823869_0032_m_000000_0 dst=null perm=null
2014-04-10 10:54:44,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:54:44,906 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0032_01_000002
2014-04-10 10:54:44,906 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0032 CONTAINERID=container_1397144823869_0032_01_000002
2014-04-10 10:54:44,906 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:54:44,907 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0032_01_000002
2014-04-10 10:54:44,911 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47481, bytes: 1218, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0032_m_000004_0_-511419173_1, offset: 1024, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742147_1323, duration: 163629
2014-04-10 10:54:44,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.split dst=null perm=null
2014-04-10 10:54:44,916 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0032_01_000002 is : 143
2014-04-10 10:54:44,921 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job_1397144823869_0032_1.jhist. BP-1649026925-127.0.0.1-1397144808341 blk_1073742151_1327{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:54:44,925 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:54:44,926 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000002
2014-04-10 10:54:44,926 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000002
2014-04-10 10:54:44,926 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000002
2014-04-10 10:54:44,927 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000002
2014-04-10 10:54:44,927 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0032 CONTAINERID=container_1397144823869_0032_01_000002
2014-04-10 10:54:44,927 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:54:44,927 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0032_01_000002 from application application_1397144823869_0032
2014-04-10 10:54:44,927 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:44,927 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0032
2014-04-10 10:54:44,991 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39582, bytes: 1218, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0032_m_000003_0_-369031692_1, offset: 1024, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742147_1323, duration: 164830
2014-04-10 10:54:45,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:54:45,009 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47481, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0032_m_000004_0_-511419173_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 177945
2014-04-10 10:54:45,039 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742151_1327 src: /127.0.0.1:47359 dest: /127.0.0.1:36139
2014-04-10 10:54:45,048 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742151_1327 src: /127.0.0.1:47487 dest: /127.0.0.1:53466
2014-04-10 10:54:45,050 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742151_1327 src: /127.0.0.1:55311 dest: /127.0.0.1:55289
2014-04-10 10:54:45,059 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job_1397144823869_0032_1.jhist for DFSClient_NONMAPREDUCE_-1549330415_1
2014-04-10 10:54:45,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:54:45,062 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39582, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0032_m_000003_0_-369031692_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 152306
2014-04-10 10:54:45,087 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39578, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0032_m_000001_0_1335139458_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 156418
2014-04-10 10:54:45,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.split dst=null perm=null
2014-04-10 10:54:45,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job.split dst=null perm=null
2014-04-10 10:54:45,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch/_temporary/1/_temporary/attempt_1397144823869_0032_m_000001_0 dst=null perm=null
2014-04-10 10:54:45,203 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47364, bytes: 1734, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0032_m_000002_0_805653007_1, offset: 512, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742147_1323, duration: 188316
2014-04-10 10:54:45,223 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39591, bytes: 702, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0032_m_000005_0_-1250016341_1, offset: 1536, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742147_1323, duration: 193535
2014-04-10 10:54:45,248 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0032_01_000003
2014-04-10 10:54:45,249 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0032 CONTAINERID=container_1397144823869_0032_01_000003
2014-04-10 10:54:45,249 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:54:45,249 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0032_01_000003
2014-04-10 10:54:45,249 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0032_01_000002
2014-04-10 10:54:45,250 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0032_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:54:45,250 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0032_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:54:45,250 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0032 CONTAINERID=container_1397144823869_0032_01_000002
2014-04-10 10:54:45,250 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0032_01_000002 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 10:54:45,250 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 10:54:45,250 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0032_01_000002, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:45,250 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:45,250 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2014-04-10 10:54:45,251 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0032_000001 released container container_1397144823869_0032_01_000002 on node: host: localhost:37679 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 10:54:45,258 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0032_01_000003 is : 143
2014-04-10 10:54:45,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:54:45,273 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:54:45,273 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000003
2014-04-10 10:54:45,274 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000003
2014-04-10 10:54:45,274 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000003
2014-04-10 10:54:45,274 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000003
2014-04-10 10:54:45,274 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0032 CONTAINERID=container_1397144823869_0032_01_000003
2014-04-10 10:54:45,275 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:54:45,275 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0032_01_000003 from application application_1397144823869_0032
2014-04-10 10:54:45,275 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:45,275 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0032
2014-04-10 10:54:45,276 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39592, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0032_m_000002_0_805653007_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 173796
2014-04-10 10:54:45,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:54:45,313 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39591, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0032_m_000005_0_-1250016341_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 160816
2014-04-10 10:54:45,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch/_temporary/1/_temporary/attempt_1397144823869_0032_m_000004_0 dst=null perm=null
2014-04-10 10:54:45,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch/_temporary/1/_temporary/attempt_1397144823869_0032_m_000003_0 dst=null perm=null
2014-04-10 10:54:45,402 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0032_01_000006
2014-04-10 10:54:45,402 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0032 CONTAINERID=container_1397144823869_0032_01_000006
2014-04-10 10:54:45,402 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:54:45,402 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0032_01_000006
2014-04-10 10:54:45,403 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0032_01_000005
2014-04-10 10:54:45,403 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0032 CONTAINERID=container_1397144823869_0032_01_000005
2014-04-10 10:54:45,409 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0032_01_000006 is : 143
2014-04-10 10:54:45,418 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:54:45,418 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:54:45,418 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0032_01_000005
2014-04-10 10:54:45,423 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0032_01_000005 is : 143
2014-04-10 10:54:45,431 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000006
2014-04-10 10:54:45,431 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000006
2014-04-10 10:54:45,431 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000006
2014-04-10 10:54:45,431 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000006
2014-04-10 10:54:45,431 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:54:45,431 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0032 CONTAINERID=container_1397144823869_0032_01_000006
2014-04-10 10:54:45,431 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:54:45,432 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000005
2014-04-10 10:54:45,432 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000005
2014-04-10 10:54:45,432 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0032_01_000006 from application application_1397144823869_0032
2014-04-10 10:54:45,432 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000005
2014-04-10 10:54:45,432 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:45,432 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0032
2014-04-10 10:54:45,432 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0032 CONTAINERID=container_1397144823869_0032_01_000005
2014-04-10 10:54:45,432 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000005
2014-04-10 10:54:45,432 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:54:45,432 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0032_01_000005 from application application_1397144823869_0032
2014-04-10 10:54:45,433 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:45,433 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0032
2014-04-10 10:54:45,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch/_temporary/1/_temporary/attempt_1397144823869_0032_m_000002_0 dst=null perm=null
2014-04-10 10:54:45,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch/_temporary/1/_temporary/attempt_1397144823869_0032_m_000005_0 dst=null perm=null
2014-04-10 10:54:45,558 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0032_01_000004
2014-04-10 10:54:45,558 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0032 CONTAINERID=container_1397144823869_0032_01_000004
2014-04-10 10:54:45,558 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:54:45,558 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0032_01_000004
2014-04-10 10:54:45,558 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0032_01_000005
2014-04-10 10:54:45,559 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0032_01_000006
2014-04-10 10:54:45,559 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0032_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:54:45,559 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0032_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:54:45,559 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0032 CONTAINERID=container_1397144823869_0032_01_000005
2014-04-10 10:54:45,559 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0032_01_000005 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 10:54:45,559 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 10:54:45,560 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0032_01_000005, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:45,560 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:45,560 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 10:54:45,560 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0032_000001 released container container_1397144823869_0032_01_000005 on node: host: localhost:50571 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 10:54:45,560 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0032_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:54:45,560 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0032_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:54:45,560 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0032 CONTAINERID=container_1397144823869_0032_01_000006
2014-04-10 10:54:45,560 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0032_01_000006 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:54:45,560 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 10:54:45,560 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0032_01_000006, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:45,561 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:45,561 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:54:45,561 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0032_000001 released container container_1397144823869_0032_01_000006 on node: host: localhost:50571 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:54:45,567 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0032_01_000004 is : 143
2014-04-10 10:54:45,581 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:54:45,581 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000004
2014-04-10 10:54:45,581 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000004
2014-04-10 10:54:45,581 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000004
2014-04-10 10:54:45,581 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0032 CONTAINERID=container_1397144823869_0032_01_000004
2014-04-10 10:54:45,581 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000004
2014-04-10 10:54:45,581 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:54:45,581 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0032_01_000004 from application application_1397144823869_0032
2014-04-10 10:54:45,582 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:45,582 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0032
2014-04-10 10:54:45,585 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0032_01_000007
2014-04-10 10:54:45,585 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0032 CONTAINERID=container_1397144823869_0032_01_000007
2014-04-10 10:54:45,585 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000007 transitioned from RUNNING to KILLING
2014-04-10 10:54:45,585 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0032_01_000004
2014-04-10 10:54:45,585 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0032_01_000007
2014-04-10 10:54:45,586 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0032_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:54:45,586 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0032_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:54:45,586 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0032 CONTAINERID=container_1397144823869_0032_01_000004
2014-04-10 10:54:45,586 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0032_01_000004 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:54:45,586 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:54:45,586 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0032_01_000004, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:45,586 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:45,586 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:54:45,586 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0032_000001 released container container_1397144823869_0032_01_000004 on node: host: localhost:50571 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:54:45,590 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0032_01_000007 is : 143
2014-04-10 10:54:45,596 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:54:45,597 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000007
2014-04-10 10:54:45,597 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000007
2014-04-10 10:54:45,597 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000007
2014-04-10 10:54:45,597 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000007
2014-04-10 10:54:45,597 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0032 CONTAINERID=container_1397144823869_0032_01_000007
2014-04-10 10:54:45,597 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:54:45,597 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0032_01_000007 from application application_1397144823869_0032
2014-04-10 10:54:45,598 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:45,598 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0032
2014-04-10 10:54:46,250 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0032_01_000003
2014-04-10 10:54:46,250 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0032_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:54:46,251 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0032_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:54:46,251 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0032 CONTAINERID=container_1397144823869_0032_01_000003
2014-04-10 10:54:46,251 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0032_01_000003 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:54:46,251 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:54:46,251 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0032_01_000003, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:46,252 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:46,252 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:54:46,252 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0032_000001 released container container_1397144823869_0032_01_000003 on node: host: localhost:37679 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:54:46,252 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0032_01_000008 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:54:46,253 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0032 CONTAINERID=container_1397144823869_0032_01_000008
2014-04-10 10:54:46,253 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0032_01_000008 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:54:46,253 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0032 container=Container: [ContainerId: container_1397144823869_0032_01_000008, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0032_01_000008 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:46,253 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:54:46,253 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:46,586 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0032_01_000007
2014-04-10 10:54:46,586 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0032_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:54:46,586 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0032_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 10:54:46,587 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0032 CONTAINERID=container_1397144823869_0032_01_000007
2014-04-10 10:54:46,587 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0032_01_000007 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:54:46,587 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:54:46,587 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0032_01_000007, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:46,587 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:46,588 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:54:46,588 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0032_000001 released container container_1397144823869_0032_01_000007 on node: host: localhost:50571 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:54:47,096 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0032_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:54:47,110 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0032_01_000008 by user brock
2014-04-10 10:54:47,110 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0032 CONTAINERID=container_1397144823869_0032_01_000008
2014-04-10 10:54:47,110 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0032_01_000008 to application application_1397144823869_0032
2014-04-10 10:54:47,111 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000008 transitioned from NEW to LOCALIZING
2014-04-10 10:54:47,111 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0032
2014-04-10 10:54:47,111 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0032
2014-04-10 10:54:47,111 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:54:47,112 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0032
2014-04-10 10:54:47,112 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000008 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:54:47,144 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000008 transitioned from LOCALIZED to RUNNING
2014-04-10 10:54:47,144 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:47,202 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000008/default_container_executor.sh]
2014-04-10 10:54:47,250 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0032_01_000008 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:54:48,101 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:54:48,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch/_temporary/1/_temporary/attempt_1397144823869_0032_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:48,961 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch/_temporary/1/_temporary/attempt_1397144823869_0032_r_000000_0/part-00000. BP-1649026925-127.0.0.1-1397144808341 blk_1073742152_1328{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:54:49,065 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742152_1328 src: /127.0.0.1:47387 dest: /127.0.0.1:36139
2014-04-10 10:54:49,066 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742152_1328 src: /127.0.0.1:55338 dest: /127.0.0.1:55289
2014-04-10 10:54:49,067 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742152_1328 src: /127.0.0.1:47516 dest: /127.0.0.1:53466
2014-04-10 10:54:49,075 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47516, dest: /127.0.0.1:53466, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0032_r_000000_0_1922877333_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742152_1328, duration: 7489708
2014-04-10 10:54:49,075 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742152_1328, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:49,076 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742152_1328{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:54:49,076 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55338, dest: /127.0.0.1:55289, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0032_r_000000_0_1922877333_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742152_1328, duration: 8040776
2014-04-10 10:54:49,076 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742152_1328, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:49,076 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742152_1328{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:54:49,076 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47387, dest: /127.0.0.1:36139, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0032_r_000000_0_1922877333_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742152_1328, duration: 8473298
2014-04-10 10:54:49,076 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742152_1328, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:49,076 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742152_1328{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:54:49,092 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch/_temporary/1/_temporary/attempt_1397144823869_0032_r_000000_0/part-00000 is closed by DFSClient_attempt_1397144823869_0032_r_000000_0_1922877333_1
2014-04-10 10:54:49,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch/_temporary/1/_temporary/attempt_1397144823869_0032_r_000000_0 dst=null perm=null
2014-04-10 10:54:49,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch/_temporary/1/_temporary/attempt_1397144823869_0032_r_000000_0 dst=null perm=null
2014-04-10 10:54:49,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch/_temporary/1/task_1397144823869_0032_r_000000 dst=null perm=null
2014-04-10 10:54:49,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch/_temporary/1/_temporary/attempt_1397144823869_0032_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch/_temporary/1/task_1397144823869_0032_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:54:49,201 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0032_01_000008
2014-04-10 10:54:49,201 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0032 CONTAINERID=container_1397144823869_0032_01_000008
2014-04-10 10:54:49,202 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000008 transitioned from RUNNING to KILLING
2014-04-10 10:54:49,202 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0032_01_000008
2014-04-10 10:54:49,206 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0032_01_000008 is : 143
2014-04-10 10:54:49,213 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:54:49,214 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000008
2014-04-10 10:54:49,214 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000008
2014-04-10 10:54:49,214 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0032 CONTAINERID=container_1397144823869_0032_01_000008
2014-04-10 10:54:49,214 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000008
2014-04-10 10:54:49,214 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:54:49,214 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000008
2014-04-10 10:54:49,214 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0032_01_000008 from application application_1397144823869_0032
2014-04-10 10:54:49,214 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:49,214 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0032
2014-04-10 10:54:49,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:49,225 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1549330415_1
2014-04-10 10:54:49,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch/_temporary/1 dst=null perm=null
2014-04-10 10:54:49,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch dst=null perm=null
2014-04-10 10:54:49,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch dst=null perm=null
2014-04-10 10:54:49,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch/_temporary/1/task_1397144823869_0032_r_000000 dst=null perm=null
2014-04-10 10:54:49,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch/part-00000 dst=null perm=null
2014-04-10 10:54:49,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch/_temporary/1/task_1397144823869_0032_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:49,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch/_temporary dst=null perm=null
2014-04-10 10:54:49,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:49,284 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1549330415_1
2014-04-10 10:54:49,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:49,309 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1549330415_1
2014-04-10 10:54:49,340 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55311, dest: /127.0.0.1:55289, bytes: 75950, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1549330415_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742151_1327, duration: 4288761404
2014-04-10 10:54:49,340 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742151_1327, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:49,341 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742151_1327{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 16010
2014-04-10 10:54:49,341 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47487, dest: /127.0.0.1:53466, bytes: 75950, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1549330415_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742151_1327, duration: 4288797381
2014-04-10 10:54:49,341 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742151_1327, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:49,342 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742151_1327{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 16010
2014-04-10 10:54:49,342 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47359, dest: /127.0.0.1:36139, bytes: 75950, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1549330415_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742151_1327, duration: 4285359244
2014-04-10 10:54:49,343 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742151_1327, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:49,343 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742151_1327{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 16010
2014-04-10 10:54:49,350 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742152_1328
2014-04-10 10:54:49,351 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742151_1327
2014-04-10 10:54:49,359 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job_1397144823869_0032_1.jhist is closed by DFSClient_NONMAPREDUCE_-1549330415_1
2014-04-10 10:54:49,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0032.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:49,369 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0032.summary_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742153_1329{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:54:49,385 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742153_1329 src: /127.0.0.1:47392 dest: /127.0.0.1:36139
2014-04-10 10:54:49,386 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742153_1329 src: /127.0.0.1:39619 dest: /127.0.0.1:55175
2014-04-10 10:54:49,386 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742153_1329 src: /127.0.0.1:55344 dest: /127.0.0.1:55289
2014-04-10 10:54:49,388 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55344, dest: /127.0.0.1:55289, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1549330415_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742153_1329, duration: 1024416
2014-04-10 10:54:49,388 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742153_1329, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:49,388 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742153_1329{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:54:49,388 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39619, dest: /127.0.0.1:55175, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1549330415_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742153_1329, duration: 1080099
2014-04-10 10:54:49,388 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742153_1329, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:49,389 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742153_1329{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:54:49,389 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47392, dest: /127.0.0.1:36139, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1549330415_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742153_1329, duration: 1497650
2014-04-10 10:54:49,389 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742153_1329, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:49,389 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742153_1329{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:54:49,400 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0032.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1549330415_1
2014-04-10 10:54:49,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0032.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:54:49,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job_1397144823869_0032_1.jhist dst=null perm=null
2014-04-10 10:54:49,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0032-1397145276016-brock-%5B66CE10EC28E348C9B8A8055A040E5381%2F230E1097CC2A4BC9-1397145289310-6-1-SUCCEEDED-default-1397145279034.jhist_tmp dst=null perm=null
2014-04-10 10:54:49,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job_1397144823869_0032_1.jhist dst=null perm=null
2014-04-10 10:54:49,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0032-1397145276016-brock-%5B66CE10EC28E348C9B8A8055A040E5381%2F230E1097CC2A4BC9-1397145289310-6-1-SUCCEEDED-default-1397145279034.jhist_tmp dst=null perm=null
2014-04-10 10:54:49,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job_1397144823869_0032_1.jhist dst=null perm=null
2014-04-10 10:54:49,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0032-1397145276016-brock-%5B66CE10EC28E348C9B8A8055A040E5381%2F230E1097CC2A4BC9-1397145289310-6-1-SUCCEEDED-default-1397145279034.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:49,436 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47522, bytes: 76546, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1549330415_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742151_1327, duration: 180892
2014-04-10 10:54:49,437 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0032-1397145276016-brock-%5B66CE10EC28E348C9B8A8055A040E5381%2F230E1097CC2A4BC9-1397145289310-6-1-SUCCEEDED-default-1397145279034.jhist_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742154_1330{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:54:49,453 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742154_1330 src: /127.0.0.1:47396 dest: /127.0.0.1:36139
2014-04-10 10:54:49,454 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742154_1330 src: /127.0.0.1:47524 dest: /127.0.0.1:53466
2014-04-10 10:54:49,455 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742154_1330 src: /127.0.0.1:55348 dest: /127.0.0.1:55289
2014-04-10 10:54:49,459 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55348, dest: /127.0.0.1:55289, bytes: 75950, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1549330415_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742154_1330, duration: 3049713
2014-04-10 10:54:49,460 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742154_1330, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:49,460 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742154_1330{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:54:49,460 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47524, dest: /127.0.0.1:53466, bytes: 75950, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1549330415_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742154_1330, duration: 3311867
2014-04-10 10:54:49,464 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742154_1330, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:49,464 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742154_1330{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:54:49,464 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47396, dest: /127.0.0.1:36139, bytes: 75950, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1549330415_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742154_1330, duration: 7396618
2014-04-10 10:54:49,464 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742154_1330, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:49,465 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742154_1330{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:54:49,475 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0032-1397145276016-brock-%5B66CE10EC28E348C9B8A8055A040E5381%2F230E1097CC2A4BC9-1397145289310-6-1-SUCCEEDED-default-1397145279034.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1549330415_1
2014-04-10 10:54:49,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0032-1397145276016-brock-%5B66CE10EC28E348C9B8A8055A040E5381%2F230E1097CC2A4BC9-1397145289310-6-1-SUCCEEDED-default-1397145279034.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:54:49,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job_1397144823869_0032_1_conf.xml dst=null perm=null
2014-04-10 10:54:49,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0032_conf.xml_tmp dst=null perm=null
2014-04-10 10:54:49,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job_1397144823869_0032_1_conf.xml dst=null perm=null
2014-04-10 10:54:49,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0032_conf.xml_tmp dst=null perm=null
2014-04-10 10:54:49,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032/job_1397144823869_0032_1_conf.xml dst=null perm=null
2014-04-10 10:54:49,493 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742153_1329
2014-04-10 10:54:49,494 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742151_1327
2014-04-10 10:54:49,495 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742152_1328
2014-04-10 10:54:49,496 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742154_1330
2014-04-10 10:54:49,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0032_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:49,503 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47399, bytes: 96923, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1549330415_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742150_1326, duration: 374206
2014-04-10 10:54:49,506 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0032_conf.xml_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742155_1331{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]}
2014-04-10 10:54:49,520 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742155_1331 src: /127.0.0.1:47527 dest: /127.0.0.1:53466
2014-04-10 10:54:49,521 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742155_1331 src: /127.0.0.1:55351 dest: /127.0.0.1:55289
2014-04-10 10:54:49,522 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742155_1331 src: /127.0.0.1:47402 dest: /127.0.0.1:36139
2014-04-10 10:54:49,526 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47402, dest: /127.0.0.1:36139, bytes: 96171, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1549330415_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742155_1331, duration: 2502736
2014-04-10 10:54:49,526 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742155_1331, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:49,526 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742155_1331{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:54:49,527 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55351, dest: /127.0.0.1:55289, bytes: 96171, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1549330415_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742155_1331, duration: 2770562
2014-04-10 10:54:49,527 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742155_1331, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:49,527 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742155_1331{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:54:49,527 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47527, dest: /127.0.0.1:53466, bytes: 96171, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1549330415_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742155_1331, duration: 3382791
2014-04-10 10:54:49,528 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742155_1331{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:54:49,528 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742155_1331, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:49,542 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0032_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1549330415_1
2014-04-10 10:54:49,548 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742155_1331
2014-04-10 10:54:49,549 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742153_1329
2014-04-10 10:54:49,550 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742154_1330
2014-04-10 10:54:49,550 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742152_1328
2014-04-10 10:54:49,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0032_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:54:49,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0032.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0032.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:54:49,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0032_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0032_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:54:49,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0032-1397145276016-brock-%5B66CE10EC28E348C9B8A8055A040E5381%2F230E1097CC2A4BC9-1397145289310-6-1-SUCCEEDED-default-1397145279034.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0032-1397145276016-brock-%5B66CE10EC28E348C9B8A8055A040E5381%2F230E1097CC2A4BC9-1397145289310-6-1-SUCCEEDED-default-1397145279034.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:54:49,609 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397144823869_0032_000001 with final state: FINISHING
2014-04-10 10:54:49,609 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0032_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:54:49,609 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397144823869_0032 with final state: FINISHING
2014-04-10 10:54:49,610 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0032 State change from RUNNING to FINAL_SAVING
2014-04-10 10:54:49,610 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0032
2014-04-10 10:54:49,610 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0032_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:54:49,610 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0032 State change from FINAL_SAVING to FINISHING
2014-04-10 10:54:49,613 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:54:49,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:54:49,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:54:49,618 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397144823869_0032 from file: hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0032-1397145276016-brock-%5B66CE10EC28E348C9B8A8055A040E5381%2F230E1097CC2A4BC9-1397145289310-6-1-SUCCEEDED-default-1397145279034.jhist
2014-04-10 10:54:49,619 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0032-1397145276016-brock-%5B66CE10EC28E348C9B8A8055A040E5381%2F230E1097CC2A4BC9-1397145289310-6-1-SUCCEEDED-default-1397145279034.jhist]
2014-04-10 10:54:49,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0032-1397145276016-brock-%5B66CE10EC28E348C9B8A8055A040E5381%2F230E1097CC2A4BC9-1397145289310-6-1-SUCCEEDED-default-1397145279034.jhist dst=null perm=null
2014-04-10 10:54:49,622 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47532, bytes: 76546, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742154_1330, duration: 407088
2014-04-10 10:54:49,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0032.summary dst=null perm=null
2014-04-10 10:54:49,644 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47406, bytes: 457, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_538767685_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742153_1329, duration: 221185
2014-04-10 10:54:49,644 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397144823869_0032,submitTime=1397145276016,launchTime=1397145279034,firstMapTaskLaunchTime=1397145281191,firstReduceTaskLaunchTime=1397145287111,finishTime=1397145289310,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=6,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=24,reduceSlotSeconds=2,jobName=[66CE10EC28E348C9B8A8055A040E5381/230E1097CC2A4BC9AB7F621F638F971B] lower*upper/(1/2) ...orm/cogroupfilteredbranch
2014-04-10 10:54:49,645 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0032.summary]
2014-04-10 10:54:49,659 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742153_1329 127.0.0.1:36139 127.0.0.1:55175 127.0.0.1:55289
2014-04-10 10:54:49,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0032.summary dst=null perm=null
2014-04-10 10:54:49,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:54:49,662 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0032-1397145276016-brock-%5B66CE10EC28E348C9B8A8055A040E5381%2F230E1097CC2A4BC9-1397145289310-6-1-SUCCEEDED-default-1397145279034.jhist to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0032-1397145276016-brock-%5B66CE10EC28E348C9B8A8055A040E5381%2F230E1097CC2A4BC9-1397145289310-6-1-SUCCEEDED-default-1397145279034.jhist
2014-04-10 10:54:49,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0032-1397145276016-brock-%5B66CE10EC28E348C9B8A8055A040E5381%2F230E1097CC2A4BC9-1397145289310-6-1-SUCCEEDED-default-1397145279034.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0032-1397145276016-brock-%5B66CE10EC28E348C9B8A8055A040E5381%2F230E1097CC2A4BC9-1397145289310-6-1-SUCCEEDED-default-1397145279034.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:54:49,676 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0032_conf.xml to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0032_conf.xml
2014-04-10 10:54:49,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0032_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0032_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:54:49,709 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742142_1318 127.0.0.1:53466 127.0.0.1:55289 127.0.0.1:36139
2014-04-10 10:54:49,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/2191869164_upper_9CD35F3B39BF45FDA2A5A052320B4DFD dst=null perm=null
2014-04-10 10:54:49,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch dst=null perm=null
2014-04-10 10:54:49,711 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch/_temporary
2014-04-10 10:54:49,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch/_temporary dst=null perm=null
2014-04-10 10:54:49,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch dst=null perm=null
2014-04-10 10:54:49,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch dst=null perm=null
2014-04-10 10:54:49,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch dst=null perm=null
2014-04-10 10:54:49,739 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:54:49,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch/part-00000 dst=null perm=null
2014-04-10 10:54:49,742 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55357, bytes: 74, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742152_1328, duration: 105747
2014-04-10 10:54:49,748 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742151_1327
2014-04-10 10:54:49,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch dst=null perm=null
2014-04-10 10:54:49,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch dst=null perm=null
2014-04-10 10:54:49,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch dst=null perm=null
2014-04-10 10:54:49,761 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:54:49,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch/part-00000 dst=null perm=null
2014-04-10 10:54:49,763 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47406, bytes: 74, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742152_1328, duration: 207759
2014-04-10 10:54:49,764 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch
2014-04-10 10:54:49,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch dst=null perm=null
2014-04-10 10:54:49,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch dst=null perm=null
2014-04-10 10:54:49,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch dst=null perm=null
2014-04-10 10:54:49,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch dst=null perm=null
2014-04-10 10:54:49,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch/part-00000 dst=null perm=null
2014-04-10 10:54:49,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupfilteredbranch/part-00000 dst=null perm=null
2014-04-10 10:54:49,770 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47532, bytes: 74, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742152_1328, duration: 198423
2014-04-10 10:54:49,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:54:49,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:54:49,789 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 10:54:49,789 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 10:54:49,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup dst=null perm=null
2014-04-10 10:54:49,799 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting
2014-04-10 10:54:49,800 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 10:54:49,800 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 10:54:49,800 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup"]
2014-04-10 10:54:49,800 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] parallel execution is enabled: true
2014-04-10 10:54:49,800 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting jobs: 1
2014-04-10 10:54:49,801 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] allocating threads: 1
2014-04-10 10:54:49,801 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) ...ldedpipesplatform/cogroup
2014-04-10 10:54:49,811 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:54:49,818 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:54:49,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup dst=null perm=null
2014-04-10 10:54:49,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:54:49,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:54:49,821 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 33
2014-04-10 10:54:49,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033 dst=null perm=null
2014-04-10 10:54:49,839 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073742153_1329]
2014-04-10 10:54:49,840 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073742153_1329, blk_1073742142_1318]
2014-04-10 10:54:49,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:54:49,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:54:49,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.jar dst=null perm=null
2014-04-10 10:54:49,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:54:49,928 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073742156_1332{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:54:49,944 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742156_1332 src: /127.0.0.1:47408 dest: /127.0.0.1:36139
2014-04-10 10:54:49,945 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742156_1332 src: /127.0.0.1:39635 dest: /127.0.0.1:55175
2014-04-10 10:54:49,946 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742156_1332 src: /127.0.0.1:55360 dest: /127.0.0.1:55289
2014-04-10 10:54:49,951 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55360, dest: /127.0.0.1:55289, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742156_1332, duration: 4202192
2014-04-10 10:54:49,952 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742156_1332, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:49,952 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39635, dest: /127.0.0.1:55175, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742156_1332, duration: 4825556
2014-04-10 10:54:49,952 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742156_1332{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:54:49,952 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742156_1332, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:49,953 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47408, dest: /127.0.0.1:36139, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742156_1332, duration: 4439638
2014-04-10 10:54:49,953 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742156_1332{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:54:49,953 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742156_1332, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:49,955 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742156_1332 size 244650
2014-04-10 10:54:49,967 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:54:49,968 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.jar
2014-04-10 10:54:49,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.jar dst=null perm=null
2014-04-10 10:54:49,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:54:49,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:54:49,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:54:49,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:54:49,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:54:49,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:54:49,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:54:49,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:54:49,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:54:49,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:54:49,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:54:49,995 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:54:49,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:54:49,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:54:49,998 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:54:49,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:54:50,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:54:50,001 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:54:50,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:54:50,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:54:50,004 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:54:50,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:54:50,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:54:50,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:54:50,026 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.split
2014-04-10 10:54:50,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.split dst=null perm=null
2014-04-10 10:54:50,036 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.split. BP-1649026925-127.0.0.1-1397144808341 blk_1073742157_1333{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:54:50,052 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742157_1333 src: /127.0.0.1:47540 dest: /127.0.0.1:53466
2014-04-10 10:54:50,053 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742157_1333 src: /127.0.0.1:39640 dest: /127.0.0.1:55175
2014-04-10 10:54:50,055 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742157_1333 src: /127.0.0.1:55365 dest: /127.0.0.1:55289
2014-04-10 10:54:50,056 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742157_1333 src: /127.0.0.1:47416 dest: /127.0.0.1:36139
2014-04-10 10:54:50,062 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47416, dest: /127.0.0.1:36139, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742157_1333, duration: 5575842
2014-04-10 10:54:50,063 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742157_1333, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:50,063 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742157_1333{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:54:50,063 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55365, dest: /127.0.0.1:55289, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742157_1333, duration: 6073480
2014-04-10 10:54:50,063 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742157_1333, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:50,064 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742157_1333{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:54:50,064 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39640, dest: /127.0.0.1:55175, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742157_1333, duration: 6796898
2014-04-10 10:54:50,064 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742157_1333, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:50,064 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742157_1333{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:54:50,065 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47540, dest: /127.0.0.1:53466, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742157_1333, duration: 7625527
2014-04-10 10:54:50,065 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742157_1333, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:50,066 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742157_1333{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:54:50,075 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.split is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:54:50,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:54:50,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:54:50,094 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.splitmetainfo. BP-1649026925-127.0.0.1-1397144808341 blk_1073742158_1334{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:54:50,110 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742158_1334 src: /127.0.0.1:55368 dest: /127.0.0.1:55289
2014-04-10 10:54:50,111 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742158_1334 src: /127.0.0.1:47419 dest: /127.0.0.1:36139
2014-04-10 10:54:50,113 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742158_1334 src: /127.0.0.1:39646 dest: /127.0.0.1:55175
2014-04-10 10:54:50,115 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39646, dest: /127.0.0.1:55175, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742158_1334, duration: 1506454
2014-04-10 10:54:50,116 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742158_1334, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:50,116 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742158_1334{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:54:50,116 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47419, dest: /127.0.0.1:36139, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742158_1334, duration: 2027876
2014-04-10 10:54:50,116 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742158_1334, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:50,116 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742158_1334{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:54:50,117 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55368, dest: /127.0.0.1:55289, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742158_1334, duration: 2736336
2014-04-10 10:54:50,117 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742158_1334, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:50,118 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742158_1334{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:54:50,134 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:54:50,134 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:6
2014-04-10 10:54:50,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:54:50,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:54:50,157 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742159_1335{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:54:50,169 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742159_1335 src: /127.0.0.1:55371 dest: /127.0.0.1:55289
2014-04-10 10:54:50,170 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742159_1335 src: /127.0.0.1:47422 dest: /127.0.0.1:36139
2014-04-10 10:54:50,171 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742159_1335 src: /127.0.0.1:39649 dest: /127.0.0.1:55175
2014-04-10 10:54:50,174 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39649, dest: /127.0.0.1:55175, bytes: 81852, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742159_1335, duration: 2288298
2014-04-10 10:54:50,175 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742159_1335, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:50,175 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742159_1335{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:54:50,175 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47422, dest: /127.0.0.1:36139, bytes: 81852, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742159_1335, duration: 2817581
2014-04-10 10:54:50,175 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742159_1335, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:50,176 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742159_1335{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:54:50,176 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55371, dest: /127.0.0.1:55289, bytes: 81852, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742159_1335, duration: 3490155
2014-04-10 10:54:50,176 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742159_1335, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:50,176 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742159_1335{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:54:50,192 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.xml is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:54:50,193 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397144823869_0033
2014-04-10 10:54:50,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033 dst=null perm=null
2014-04-10 10:54:50,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.xml dst=null perm=null
2014-04-10 10:54:50,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.xml dst=null perm=null
2014-04-10 10:54:50,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.jar dst=null perm=null
2014-04-10 10:54:50,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.jar dst=null perm=null
2014-04-10 10:54:50,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.split dst=null perm=null
2014-04-10 10:54:50,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.split dst=null perm=null
2014-04-10 10:54:50,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.splitmetainfo dst=null perm=null
2014-04-10 10:54:50,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.splitmetainfo dst=null perm=null
2014-04-10 10:54:50,202 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0032_01_000008
2014-04-10 10:54:50,203 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0032_01_000008 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:54:50,203 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0032_01_000008 in state: COMPLETED event:FINISHED
2014-04-10 10:54:50,203 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0032 CONTAINERID=container_1397144823869_0032_01_000008
2014-04-10 10:54:50,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:54:50,203 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0032_01_000008 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:54:50,204 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:54:50,204 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0032_01_000008, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:50,204 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:50,204 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:54:50,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:54:50,204 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0032_000001 released container container_1397144823869_0032_01_000008 on node: host: localhost:37679 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:54:50,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:54:50,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:54:50,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:54:50,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:54:50,249 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 33 submitted by user brock
2014-04-10 10:54:50,250 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397144823869_0033
2014-04-10 10:54:50,250 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397144823869_0033
2014-04-10 10:54:50,250 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0033
2014-04-10 10:54:50,250 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0033 State change from NEW to NEW_SAVING
2014-04-10 10:54:50,251 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0033 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:54:50,251 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397144823869_0033_000001
2014-04-10 10:54:50,251 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0033_000001 State change from NEW to SUBMITTED
2014-04-10 10:54:50,252 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397144823869_0033 from user: brock activated in queue: default
2014-04-10 10:54:50,252 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397144823869_0033 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@1ba82161, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:54:50,252 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397144823869_0033
2014-04-10 10:54:50,252 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397144823869_0033 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:54:50,252 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397144823869_0033_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:54:50,253 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0033_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:54:50,253 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0033 State change from SUBMITTED to ACCEPTED
2014-04-10 10:54:50,255 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:60619/proxy/application_1397144823869_0033/
2014-04-10 10:54:50,255 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397144823869_0033
2014-04-10 10:54:50,255 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:60619/proxy/application_1397144823869_0033/
2014-04-10 10:54:50,588 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0033_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:54:50,589 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0033 CONTAINERID=container_1397144823869_0033_01_000001
2014-04-10 10:54:50,589 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0033_01_000001 of capacity <memory:2048, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 10:54:50,589 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0033 container=Container: [ContainerId: container_1397144823869_0033_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0033_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:50,589 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:54:50,589 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0033_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:54:50,589 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:50,590 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397144823869_0033 AttemptId: appattempt_1397144823869_0033_000001 MasterContainer: Container: [ContainerId: container_1397144823869_0033_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ]
2014-04-10 10:54:50,591 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0033_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:54:50,591 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0033_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:54:50,591 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397144823869_0033_000001
2014-04-10 10:54:50,592 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397144823869_0033_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] for AM appattempt_1397144823869_0033_000001
2014-04-10 10:54:50,592 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397144823869_0033_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:54:50,595 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0033_000001 (auth:SIMPLE)
2014-04-10 10:54:50,596 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0033_01_000001 by user brock
2014-04-10 10:54:50,597 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0033
2014-04-10 10:54:50,597 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0033 CONTAINERID=container_1397144823869_0033_01_000001
2014-04-10 10:54:50,597 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0033 transitioned from NEW to INITING
2014-04-10 10:54:50,597 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0033_01_000001 to application application_1397144823869_0033
2014-04-10 10:54:50,598 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397144823869_0033_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] for AM appattempt_1397144823869_0033_000001
2014-04-10 10:54:50,598 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0033 transitioned from INITING to RUNNING
2014-04-10 10:54:50,598 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0033_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:54:50,598 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:54:50,598 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0033
2014-04-10 10:54:50,599 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:54:50,599 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:54:50,599 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:54:50,599 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:54:50,599 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0033_01_000001
2014-04-10 10:54:50,607 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397144823869_0033_01_000001.tokens. Credentials list:
2014-04-10 10:54:50,627 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:54:50,684 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397144823869_0033_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000001.tokens
2014-04-10 10:54:50,685 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0033 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0033
2014-04-10 10:54:50,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.jar dst=null perm=null
2014-04-10 10:54:50,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.jar dst=null perm=null
2014-04-10 10:54:50,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.jar dst=null perm=null
2014-04-10 10:54:50,794 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47427, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_923323442_21879, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742156_1332, duration: 614928
2014-04-10 10:54:50,819 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0033/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:54:50,829 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742146_1322 127.0.0.1:55289 127.0.0.1:55175 127.0.0.1:36139 127.0.0.1:53466
2014-04-10 10:54:50,829 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742147_1323 127.0.0.1:55289 127.0.0.1:53466 127.0.0.1:36139 127.0.0.1:55175
2014-04-10 10:54:50,830 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742148_1324 127.0.0.1:36139 127.0.0.1:55289 127.0.0.1:55175
2014-04-10 10:54:50,830 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742149_1325 127.0.0.1:36139 127.0.0.1:55175 127.0.0.1:53466
2014-04-10 10:54:50,830 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742151_1327 127.0.0.1:36139 127.0.0.1:53466 127.0.0.1:55289
2014-04-10 10:54:50,830 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742150_1326 127.0.0.1:53466 127.0.0.1:36139 127.0.0.1:55175
2014-04-10 10:54:50,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0032 dst=null perm=null
2014-04-10 10:54:50,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.splitmetainfo dst=null perm=null
2014-04-10 10:54:50,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.splitmetainfo dst=null perm=null
2014-04-10 10:54:50,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.splitmetainfo dst=null perm=null
2014-04-10 10:54:50,845 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55378, bytes: 222, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_923323442_21879, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742158_1334, duration: 261197
2014-04-10 10:54:50,864 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0033/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:54:50,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.split dst=null perm=null
2014-04-10 10:54:50,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.split dst=null perm=null
2014-04-10 10:54:50,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.split dst=null perm=null
2014-04-10 10:54:50,889 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47427, bytes: 2283, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_923323442_21879, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742157_1333, duration: 208922
2014-04-10 10:54:50,907 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0033/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:54:50,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.xml dst=null perm=null
2014-04-10 10:54:50,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.xml dst=null perm=null
2014-04-10 10:54:50,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.xml dst=null perm=null
2014-04-10 10:54:50,932 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39655, bytes: 82492, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_923323442_21879, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742159_1335, duration: 403480
2014-04-10 10:54:50,950 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0033/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:54:50,950 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:54:50,978 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:54:50,978 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:51,016 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742153_1329 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742153 for deletion
2014-04-10 10:54:51,016 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742142_1318 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742142 for deletion
2014-04-10 10:54:51,016 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742153_1329 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742153
2014-04-10 10:54:51,017 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742142_1318 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742142
2014-04-10 10:54:51,038 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000001/default_container_executor.sh]
2014-04-10 10:54:51,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742153_1329 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742153 for deletion
2014-04-10 10:54:51,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742153_1329 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742153
2014-04-10 10:54:51,587 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0033_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:54:52,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:54:52,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/COMMIT_STARTED dst=null perm=null
2014-04-10 10:54:52,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:54:52,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/COMMIT_FAIL dst=null perm=null
2014-04-10 10:54:52,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033 dst=null perm=null
2014-04-10 10:54:52,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:54:52,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:54:52,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.splitmetainfo dst=null perm=null
2014-04-10 10:54:52,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.splitmetainfo dst=null perm=null
2014-04-10 10:54:52,504 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55385, bytes: 222, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_168322544_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742158_1334, duration: 155909
2014-04-10 10:54:52,840 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:55175 to replicate blk_1073742156_1332 to datanode(s) 127.0.0.1:53466
2014-04-10 10:54:52,840 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073742146_1322, blk_1073742147_1323, blk_1073742149_1325, blk_1073742150_1326, blk_1073742151_1327, blk_1073742142_1318]
2014-04-10 10:54:52,841 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073742146_1322, blk_1073742147_1323, blk_1073742148_1324, blk_1073742149_1325, blk_1073742150_1326, blk_1073742151_1327, blk_1073742153_1329, blk_1073742142_1318]
2014-04-10 10:54:53,093 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0033_000001 (auth:SIMPLE)
2014-04-10 10:54:53,094 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397144823869_0033_000001
2014-04-10 10:54:53,094 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397144823869_0033 APPATTEMPTID=appattempt_1397144823869_0033_000001
2014-04-10 10:54:53,094 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0033_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:54:53,094 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0033 State change from ACCEPTED to RUNNING
2014-04-10 10:54:53,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job_1397144823869_0033_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:53,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:54:53,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job_1397144823869_0033_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:54:53,286 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job_1397144823869_0033_1_conf.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742160_1336{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:54:53,324 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742160_1336 src: /127.0.0.1:39665 dest: /127.0.0.1:55175
2014-04-10 10:54:53,325 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742160_1336 src: /127.0.0.1:47440 dest: /127.0.0.1:36139
2014-04-10 10:54:53,326 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742160_1336 src: /127.0.0.1:55391 dest: /127.0.0.1:55289
2014-04-10 10:54:53,330 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55391, dest: /127.0.0.1:55289, bytes: 95859, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_168322544_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742160_1336, duration: 3616079
2014-04-10 10:54:53,331 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742160_1336, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:54:53,331 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742160_1336{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:54:53,331 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47440, dest: /127.0.0.1:36139, bytes: 95859, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_168322544_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742160_1336, duration: 3439960
2014-04-10 10:54:53,331 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742160_1336, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:53,331 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742160_1336{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:54:53,331 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39665, dest: /127.0.0.1:55175, bytes: 95859, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_168322544_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742160_1336, duration: 3911631
2014-04-10 10:54:53,332 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742160_1336, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:54:53,332 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742160_1336{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:54:53,342 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job_1397144823869_0033_1_conf.xml is closed by DFSClient_NONMAPREDUCE_168322544_1
2014-04-10 10:54:53,951 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742157_1333
2014-04-10 10:54:53,954 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742156_1332
2014-04-10 10:54:54,079 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=d55d4a0e-a412-4469-9a90-53fa99579ca4, infoPort=50650, ipcPort=33089, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) Starting thread to transfer BP-1649026925-127.0.0.1-1397144808341:blk_1073742156_1332 to 127.0.0.1:53466
2014-04-10 10:54:54,080 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742156_1332 src: /127.0.0.1:47570 dest: /127.0.0.1:53466
2014-04-10 10:54:54,081 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1649026925-127.0.0.1-1397144808341:blk_1073742156_1332 (numBytes=244650) to 127.0.0.1/127.0.0.1:53466
2014-04-10 10:54:54,082 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1649026925-127.0.0.1-1397144808341:blk_1073742156_1332 src: /127.0.0.1:47570 dest: /127.0.0.1:53466 of size 244650
2014-04-10 10:54:54,083 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742156_1332 size 244650
2014-04-10 10:54:54,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742146_1322 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742146 for deletion
2014-04-10 10:54:54,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742147_1323 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742147 for deletion
2014-04-10 10:54:54,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742149_1325 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742149 for deletion
2014-04-10 10:54:54,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742146_1322 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742146
2014-04-10 10:54:54,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742150_1326 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742150 for deletion
2014-04-10 10:54:54,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742149_1325 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742149
2014-04-10 10:54:54,087 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742151_1327 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742151 for deletion
2014-04-10 10:54:54,086 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742147_1323 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742147
2014-04-10 10:54:54,087 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742150_1326 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742150
2014-04-10 10:54:54,087 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742151_1327 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742151
2014-04-10 10:54:54,087 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742142_1318 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742142 for deletion
2014-04-10 10:54:54,087 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742142_1318 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742142
2014-04-10 10:54:54,091 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742146_1322 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742146 for deletion
2014-04-10 10:54:54,091 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742147_1323 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742147 for deletion
2014-04-10 10:54:54,091 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742148_1324 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742148 for deletion
2014-04-10 10:54:54,092 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742147_1323 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742147
2014-04-10 10:54:54,092 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742149_1325 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742149 for deletion
2014-04-10 10:54:54,091 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742146_1322 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742146
2014-04-10 10:54:54,092 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742149_1325 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742149
2014-04-10 10:54:54,092 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742150_1326 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742150 for deletion
2014-04-10 10:54:54,092 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742148_1324 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742148
2014-04-10 10:54:54,092 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742151_1327 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742151 for deletion
2014-04-10 10:54:54,093 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742150_1326 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742150
2014-04-10 10:54:54,093 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742151_1327 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742151
2014-04-10 10:54:54,093 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742153_1329 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742153 for deletion
2014-04-10 10:54:54,093 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742142_1318 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742142 for deletion
2014-04-10 10:54:54,093 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742153_1329 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742153
2014-04-10 10:54:54,103 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742142_1318 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742142
2014-04-10 10:54:54,153 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742159_1335
2014-04-10 10:54:54,154 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742158_1334
2014-04-10 10:54:54,155 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742160_1336
2014-04-10 10:54:54,204 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0033_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:54:54,204 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0033 CONTAINERID=container_1397144823869_0033_01_000002
2014-04-10 10:54:54,204 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0033_01_000002 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:54:54,205 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0033 container=Container: [ContainerId: container_1397144823869_0033_01_000002, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0033_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:54,205 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:54:54,205 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:54,205 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0033_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:54:54,205 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0033 CONTAINERID=container_1397144823869_0033_01_000003
2014-04-10 10:54:54,205 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0033_01_000003 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 10:54:54,205 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0033 container=Container: [ContainerId: container_1397144823869_0033_01_000003, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0033_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:54,205 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:54:54,205 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:54,355 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742155_1331
2014-04-10 10:54:54,356 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742154_1330
2014-04-10 10:54:54,499 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742160_1336
2014-04-10 10:54:54,557 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742156_1332
2014-04-10 10:54:54,558 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742157_1333
2014-04-10 10:54:54,589 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0033_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:54:54,589 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0033 CONTAINERID=container_1397144823869_0033_01_000004
2014-04-10 10:54:54,589 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0033_01_000004 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:54:54,589 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0033 container=Container: [ContainerId: container_1397144823869_0033_01_000004, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0033_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:54,590 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:54:54,590 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:54,590 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0033_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:54:54,590 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0033 CONTAINERID=container_1397144823869_0033_01_000005
2014-04-10 10:54:54,590 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0033_01_000005 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 10:54:54,591 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0033 container=Container: [ContainerId: container_1397144823869_0033_01_000005, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0033_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:54,591 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:54:54,591 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:54,700 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742156_1332
2014-04-10 10:54:54,701 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742158_1334
2014-04-10 10:54:54,702 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742159_1335
2014-04-10 10:54:54,750 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742156_1332
2014-04-10 10:54:54,750 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742157_1333
2014-04-10 10:54:54,751 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742160_1336
2014-04-10 10:54:54,751 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742158_1334
2014-04-10 10:54:54,755 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0033_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:54:54,755 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0033 CONTAINERID=container_1397144823869_0033_01_000006
2014-04-10 10:54:54,755 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0033_01_000006 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:54:54,755 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0033 container=Container: [ContainerId: container_1397144823869_0033_01_000006, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0033_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:54,755 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 10:54:54,755 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:54,756 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0033_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:54:54,756 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0033 CONTAINERID=container_1397144823869_0033_01_000007
2014-04-10 10:54:54,756 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0033_01_000007 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:54:54,756 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0033 container=Container: [ContainerId: container_1397144823869_0033_01_000007, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0033_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7 usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:54,757 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8
2014-04-10 10:54:54,757 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:8> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:54,900 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742155_1331
2014-04-10 10:54:54,900 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742157_1333
2014-04-10 10:54:54,950 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742159_1335
2014-04-10 10:54:55,127 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0033_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:54:55,127 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0033_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:54:55,127 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0033_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:54:55,128 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0033_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:54:55,128 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0033_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:54:55,128 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0033_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:54:55,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.jar dst=null perm=null
2014-04-10 10:54:55,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.jar dst=null perm=null
2014-04-10 10:54:55,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.xml dst=null perm=null
2014-04-10 10:54:55,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.xml dst=null perm=null
2014-04-10 10:54:55,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:54:55,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:54:55,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:54:55,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:54:55,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:54:55,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:54:55,254 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0033_000001 (auth:SIMPLE)
2014-04-10 10:54:55,254 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0033_000001 (auth:SIMPLE)
2014-04-10 10:54:55,254 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0033_000001 (auth:SIMPLE)
2014-04-10 10:54:55,259 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0033_01_000002 by user brock
2014-04-10 10:54:55,259 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0033
2014-04-10 10:54:55,259 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0033_01_000006 by user brock
2014-04-10 10:54:55,259 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0033 CONTAINERID=container_1397144823869_0033_01_000002
2014-04-10 10:54:55,260 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0033
2014-04-10 10:54:55,260 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0033_01_000003 by user brock
2014-04-10 10:54:55,260 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0033 CONTAINERID=container_1397144823869_0033_01_000006
2014-04-10 10:54:55,260 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0033_01_000004 by user brock
2014-04-10 10:54:55,260 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0033_01_000007 by user brock
2014-04-10 10:54:55,259 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0033 transitioned from NEW to INITING
2014-04-10 10:54:55,261 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0033 CONTAINERID=container_1397144823869_0033_01_000004
2014-04-10 10:54:55,261 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0033_01_000004 to application application_1397144823869_0033
2014-04-10 10:54:55,260 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0033 CONTAINERID=container_1397144823869_0033_01_000003
2014-04-10 10:54:55,260 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0033 transitioned from NEW to INITING
2014-04-10 10:54:55,261 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:54:55,261 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0033
2014-04-10 10:54:55,262 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0033
2014-04-10 10:54:55,262 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:54:55,262 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0033
2014-04-10 10:54:55,262 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:54:55,260 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0033_01_000005 by user brock
2014-04-10 10:54:55,261 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0033_01_000006 to application application_1397144823869_0033
2014-04-10 10:54:55,261 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0033_01_000002 to application application_1397144823869_0033
2014-04-10 10:54:55,261 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0033 CONTAINERID=container_1397144823869_0033_01_000007
2014-04-10 10:54:55,263 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0033_01_000003 to application application_1397144823869_0033
2014-04-10 10:54:55,263 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0033_01_000007 to application application_1397144823869_0033
2014-04-10 10:54:55,263 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0033 CONTAINERID=container_1397144823869_0033_01_000005
2014-04-10 10:54:55,264 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0033 transitioned from INITING to RUNNING
2014-04-10 10:54:55,263 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0033_01_000005 to application application_1397144823869_0033
2014-04-10 10:54:55,263 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0033 transitioned from INITING to RUNNING
2014-04-10 10:54:55,264 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 10:54:55,264 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:54:55,264 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0033
2014-04-10 10:54:55,264 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:54:55,264 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:54:55,264 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0033
2014-04-10 10:54:55,265 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:54:55,265 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:54:55,265 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0033
2014-04-10 10:54:55,265 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0033
2014-04-10 10:54:55,265 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0033
2014-04-10 10:54:55,265 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0033
2014-04-10 10:54:55,266 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:54:55,265 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0033
2014-04-10 10:54:55,266 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:54:55,266 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:54:55,266 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0033
2014-04-10 10:54:55,266 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:54:55,267 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:54:55,267 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0033
2014-04-10 10:54:55,267 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0033
2014-04-10 10:54:55,267 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:54:55,268 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0033
2014-04-10 10:54:55,268 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0033_01_000003
2014-04-10 10:54:55,266 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0033
2014-04-10 10:54:55,268 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:54:55,268 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0033_01_000002
2014-04-10 10:54:55,268 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:54:55,269 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0033
2014-04-10 10:54:55,269 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0033
2014-04-10 10:54:55,269 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:54:55,269 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0033
2014-04-10 10:54:55,269 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0033_01_000007
2014-04-10 10:54:55,269 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0033_01_000006
2014-04-10 10:54:55,276 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397144823869_0033_01_000003.tokens. Credentials list:
2014-04-10 10:54:55,276 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397144823869_0033_01_000007.tokens. Credentials list:
2014-04-10 10:54:55,279 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397144823869_0033_01_000006.tokens. Credentials list:
2014-04-10 10:54:55,280 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0033_01_000002.tokens. Credentials list:
2014-04-10 10:54:55,290 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:54:55,290 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:54:55,291 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:54:55,291 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:54:55,291 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:55,292 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:55,357 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000005/default_container_executor.sh]
2014-04-10 10:54:55,357 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000004/default_container_executor.sh]
2014-04-10 10:54:55,360 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397144823869_0033_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000003.tokens
2014-04-10 10:54:55,360 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0033 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0033
2014-04-10 10:54:55,360 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397144823869_0033_01_000007.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000007.tokens
2014-04-10 10:54:55,360 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0033 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0033
2014-04-10 10:54:55,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.jar dst=null perm=null
2014-04-10 10:54:55,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.jar dst=null perm=null
2014-04-10 10:54:55,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.jar dst=null perm=null
2014-04-10 10:54:55,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.jar dst=null perm=null
2014-04-10 10:54:55,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.jar dst=null perm=null
2014-04-10 10:54:55,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.jar dst=null perm=null
2014-04-10 10:54:55,454 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47580, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1468683740_22097, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742156_1332, duration: 412538
2014-04-10 10:54:55,468 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0033/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:54:55,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.xml dst=null perm=null
2014-04-10 10:54:55,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.xml dst=null perm=null
2014-04-10 10:54:55,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.xml dst=null perm=null
2014-04-10 10:54:55,483 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55405, bytes: 82492, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1468683740_22097, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742159_1335, duration: 187923
2014-04-10 10:54:55,493 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0033/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:54:55,493 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:54:55,493 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:54:55,513 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:54:55,513 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:55,516 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:54:55,516 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:55,557 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000003/default_container_executor.sh]
2014-04-10 10:54:55,559 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000002/default_container_executor.sh]
2014-04-10 10:54:55,589 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0033_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:54:55,589 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0033_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:54:55,660 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55404, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2041429150_22098, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742156_1332, duration: 206919315
2014-04-10 10:54:55,691 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0033/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:54:55,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.xml dst=null perm=null
2014-04-10 10:54:55,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.xml dst=null perm=null
2014-04-10 10:54:55,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.xml dst=null perm=null
2014-04-10 10:54:55,724 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55405, bytes: 82492, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2041429150_22098, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742159_1335, duration: 218666
2014-04-10 10:54:55,754 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0033_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:54:55,755 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0033_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:54:55,797 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0033/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:54:55,797 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:54:55,797 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:54:55,847 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073742146_1322, blk_1073742147_1323, blk_1073742148_1324, blk_1073742149_1325, blk_1073742150_1326]
2014-04-10 10:54:55,847 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073742146_1322, blk_1073742147_1323, blk_1073742148_1324, blk_1073742151_1327]
2014-04-10 10:54:55,861 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 10:54:55,861 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:55,892 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397144823869_0032_01_000001 succeeded
2014-04-10 10:54:55,892 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:54:55,893 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0032_01_000001
2014-04-10 10:54:55,899 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:54:55,899 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:55,904 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000001
2014-04-10 10:54:55,904 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000001
2014-04-10 10:54:55,904 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000001
2014-04-10 10:54:55,904 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0032/container_1397144823869_0032_01_000001
2014-04-10 10:54:55,904 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0032 CONTAINERID=container_1397144823869_0032_01_000001
2014-04-10 10:54:55,904 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0032_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:54:55,905 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0032_01_000001 from application application_1397144823869_0032
2014-04-10 10:54:55,905 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:55,905 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0032
2014-04-10 10:54:56,138 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000007/default_container_executor.sh]
2014-04-10 10:54:56,144 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:54:56,204 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0032_01_000001
2014-04-10 10:54:56,205 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0033_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:54:56,205 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0033_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:54:56,205 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0032_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:54:56,205 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397144823869_0032_000001
2014-04-10 10:54:56,205 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0032_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:54:56,205 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0032_000001 State change from FINISHING to FINISHED
2014-04-10 10:54:56,205 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0032 CONTAINERID=container_1397144823869_0032_01_000001
2014-04-10 10:54:56,205 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0032 State change from FINISHING to FINISHED
2014-04-10 10:54:56,205 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0032_01_000001 of capacity <memory:2048, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:54:56,206 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397144823869_0032
2014-04-10 10:54:56,206 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:8192, vCores:7> numContainers=7 user=brock user-resources=<memory:8192, vCores:7>
2014-04-10 10:54:56,206 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397144823869_0032,name=[66CE10EC28E348C9B8A8055A040E5381/230E1097CC2A4BC9AB7F621F638F971B] lower*upper/(1/2) ...orm/cogroupfilteredbranch,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:60619/proxy/application_1397144823869_0032/jobhistory/job/job_1397144823869_0032,appMasterHost=localhost.localdomain,startTime=1397145276016,finishTime=1397145289609,finalStatus=SUCCEEDED
2014-04-10 10:54:56,206 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0032_01_000001, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:56,206 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:56,206 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397144823869_0032_000001
2014-04-10 10:54:56,206 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7
2014-04-10 10:54:56,206 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0032_000001 released container container_1397144823869_0032_01_000001 on node: host: localhost:37679 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:54:56,206 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397144823869_0032_000001 is done. finalState=FINISHED
2014-04-10 10:54:56,206 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397144823869_0032 requests cleared
2014-04-10 10:54:56,206 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397144823869_0032 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:54:56,206 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397144823869_0032 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:54:56,208 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0032_000001 (auth:SIMPLE)
2014-04-10 10:54:56,219 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0032_01_000001
2014-04-10 10:54:56,240 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000006/default_container_executor.sh]
2014-04-10 10:54:56,569 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:54:56,589 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0032 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:54:56,589 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0032
2014-04-10 10:54:56,589 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0032
2014-04-10 10:54:56,589 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0032 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:54:56,590 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0032, with delay of 10800 seconds
2014-04-10 10:54:56,590 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0032
2014-04-10 10:54:56,590 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0032
2014-04-10 10:54:56,590 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0032
2014-04-10 10:54:56,721 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0033_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000002.tokens
2014-04-10 10:54:56,721 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0033 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0033
2014-04-10 10:54:56,865 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:54:57,016 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742146_1322 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742146 for deletion
2014-04-10 10:54:57,016 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742147_1323 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742147 for deletion
2014-04-10 10:54:57,016 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742148_1324 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742148 for deletion
2014-04-10 10:54:57,016 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742147_1323 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742147
2014-04-10 10:54:57,016 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742151_1327 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742151 for deletion
2014-04-10 10:54:57,016 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742151_1327 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742151
2014-04-10 10:54:57,016 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742146_1322 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742146
2014-04-10 10:54:57,017 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742148_1324 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742148
2014-04-10 10:54:57,039 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397144823869_0033_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000006.tokens
2014-04-10 10:54:57,040 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0033 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0033
2014-04-10 10:54:57,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742146_1322 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742146 for deletion
2014-04-10 10:54:57,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742147_1323 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742147 for deletion
2014-04-10 10:54:57,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742148_1324 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742148 for deletion
2014-04-10 10:54:57,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742147_1323 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742147
2014-04-10 10:54:57,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742149_1325 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742149 for deletion
2014-04-10 10:54:57,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742146_1322 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742146
2014-04-10 10:54:57,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742150_1326 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742150 for deletion
2014-04-10 10:54:57,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742148_1324 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742148
2014-04-10 10:54:57,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742149_1325 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742149
2014-04-10 10:54:57,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742150_1326 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742150
2014-04-10 10:54:57,205 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0032 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:54:57,205 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0032
2014-04-10 10:54:57,205 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0032
2014-04-10 10:54:57,206 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0032
2014-04-10 10:54:57,206 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0032
2014-04-10 10:54:57,206 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0032
2014-04-10 10:54:57,207 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0032 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:54:57,207 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0032, with delay of 10800 seconds
2014-04-10 10:54:58,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.split dst=null perm=null
2014-04-10 10:54:58,598 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47467, bytes: 1767, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0033_m_000002_0_-753224840_1, offset: 512, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742157_1333, duration: 192982
2014-04-10 10:54:58,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.split dst=null perm=null
2014-04-10 10:54:58,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.split dst=null perm=null
2014-04-10 10:54:58,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:54:58,724 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47597, bytes: 2283, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0033_m_000001_0_643497824_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742157_1333, duration: 182549
2014-04-10 10:54:58,817 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55421, bytes: 1251, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0033_m_000003_0_364973624_1, offset: 1024, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742157_1333, duration: 186473
2014-04-10 10:54:58,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:54:58,863 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47597, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0033_m_000001_0_643497824_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, duration: 163442
2014-04-10 10:54:58,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.split dst=null perm=null
2014-04-10 10:54:58,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:54:58,900 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39699, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0033_m_000003_0_364973624_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 187559
2014-04-10 10:54:58,972 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47474, bytes: 2283, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0033_m_000000_0_-1517909572_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742157_1333, duration: 183664
2014-04-10 10:54:58,972 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55425, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0033_m_000002_0_-753224840_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 158084
2014-04-10 10:54:59,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:54:59,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup/_temporary/1/_temporary/attempt_1397144823869_0033_m_000002_0 dst=null perm=null
2014-04-10 10:54:59,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup/_temporary/1/_temporary/attempt_1397144823869_0033_m_000001_0 dst=null perm=null
2014-04-10 10:54:59,296 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0033_01_000004
2014-04-10 10:54:59,297 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0033 CONTAINERID=container_1397144823869_0033_01_000004
2014-04-10 10:54:59,297 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:54:59,297 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0033_01_000004
2014-04-10 10:54:59,306 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0033_01_000004 is : 143
2014-04-10 10:54:59,340 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job_1397144823869_0033_1.jhist. BP-1649026925-127.0.0.1-1397144808341 blk_1073742161_1337{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]}
2014-04-10 10:54:59,345 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:54:59,345 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000004
2014-04-10 10:54:59,346 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0033 CONTAINERID=container_1397144823869_0033_01_000004
2014-04-10 10:54:59,346 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000004
2014-04-10 10:54:59,346 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:54:59,346 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0033_01_000004 from application application_1397144823869_0033
2014-04-10 10:54:59,346 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:59,346 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000004
2014-04-10 10:54:59,346 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0033
2014-04-10 10:54:59,346 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000004
2014-04-10 10:54:59,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup/_temporary/1/_temporary/attempt_1397144823869_0033_m_000003_0 dst=null perm=null
2014-04-10 10:54:59,350 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47605, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0033_m_000000_0_-1517909572_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, duration: 162781
2014-04-10 10:54:59,373 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0033_01_000003
2014-04-10 10:54:59,373 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0033 CONTAINERID=container_1397144823869_0033_01_000003
2014-04-10 10:54:59,374 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:54:59,374 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0033_01_000003
2014-04-10 10:54:59,389 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0033_01_000003 is : 143
2014-04-10 10:54:59,402 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742161_1337 src: /127.0.0.1:55429 dest: /127.0.0.1:55289
2014-04-10 10:54:59,402 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:54:59,406 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000003
2014-04-10 10:54:59,406 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000003
2014-04-10 10:54:59,406 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000003
2014-04-10 10:54:59,406 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000003
2014-04-10 10:54:59,407 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742161_1337 src: /127.0.0.1:39706 dest: /127.0.0.1:55175
2014-04-10 10:54:59,408 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0033 CONTAINERID=container_1397144823869_0033_01_000003
2014-04-10 10:54:59,408 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:54:59,408 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0033_01_000003 from application application_1397144823869_0033
2014-04-10 10:54:59,408 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:59,408 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0033
2014-04-10 10:54:59,409 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742161_1337 src: /127.0.0.1:47481 dest: /127.0.0.1:36139
2014-04-10 10:54:59,416 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0033_01_000005
2014-04-10 10:54:59,416 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0033 CONTAINERID=container_1397144823869_0033_01_000005
2014-04-10 10:54:59,416 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:54:59,416 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0033_01_000005
2014-04-10 10:54:59,416 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0033_01_000004
2014-04-10 10:54:59,417 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0033_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:54:59,417 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0033_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:54:59,417 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0033 CONTAINERID=container_1397144823869_0033_01_000004
2014-04-10 10:54:59,417 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0033_01_000004 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 10:54:59,417 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 10:54:59,417 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0033_01_000004, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:59,417 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:59,418 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2014-04-10 10:54:59,418 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0033_000001 released container container_1397144823869_0033_01_000004 on node: host: localhost:50571 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 10:54:59,425 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job_1397144823869_0033_1.jhist for DFSClient_NONMAPREDUCE_168322544_1
2014-04-10 10:54:59,429 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0033_01_000005 is : 143
2014-04-10 10:54:59,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.split dst=null perm=null
2014-04-10 10:54:59,440 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:54:59,440 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000005
2014-04-10 10:54:59,440 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000005
2014-04-10 10:54:59,441 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000005
2014-04-10 10:54:59,441 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000005
2014-04-10 10:54:59,441 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0033 CONTAINERID=container_1397144823869_0033_01_000005
2014-04-10 10:54:59,441 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:54:59,441 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0033_01_000005 from application application_1397144823869_0033
2014-04-10 10:54:59,441 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:59,441 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0033
2014-04-10 10:54:59,501 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55433, bytes: 1251, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0033_m_000004_0_-1472230341_1, offset: 1024, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742157_1333, duration: 228673
2014-04-10 10:54:59,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup/_temporary/1/_temporary/attempt_1397144823869_0033_m_000000_0 dst=null perm=null
2014-04-10 10:54:59,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:54:59,563 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47611, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0033_m_000004_0_-1472230341_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, duration: 178767
2014-04-10 10:54:59,576 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0033_01_000002
2014-04-10 10:54:59,577 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0033 CONTAINERID=container_1397144823869_0033_01_000002
2014-04-10 10:54:59,577 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:54:59,577 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0033_01_000002
2014-04-10 10:54:59,577 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0033_01_000003
2014-04-10 10:54:59,577 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0033_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:54:59,577 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0033_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:54:59,578 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0033 CONTAINERID=container_1397144823869_0033_01_000003
2014-04-10 10:54:59,578 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0033_01_000003 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:54:59,578 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 10:54:59,578 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0033_01_000003, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:59,578 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:59,578 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 10:54:59,578 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0033_000001 released container container_1397144823869_0033_01_000003 on node: host: localhost:37679 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:54:59,584 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0033_01_000002 is : 143
2014-04-10 10:54:59,595 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:54:59,595 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000002
2014-04-10 10:54:59,595 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000002
2014-04-10 10:54:59,595 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000002
2014-04-10 10:54:59,596 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000002
2014-04-10 10:54:59,596 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0033 CONTAINERID=container_1397144823869_0033_01_000002
2014-04-10 10:54:59,596 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:54:59,596 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0033_01_000002 from application application_1397144823869_0033
2014-04-10 10:54:59,596 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:59,596 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0033
2014-04-10 10:54:59,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job.split dst=null perm=null
2014-04-10 10:54:59,684 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47486, bytes: 735, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0033_m_000005_0_408516281_1, offset: 1536, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742157_1333, duration: 175765
2014-04-10 10:54:59,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:54:59,740 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55437, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0033_m_000005_0_408516281_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 143254
2014-04-10 10:54:59,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup/_temporary/1/_temporary/attempt_1397144823869_0033_m_000004_0 dst=null perm=null
2014-04-10 10:54:59,793 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0033_01_000006
2014-04-10 10:54:59,793 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0033 CONTAINERID=container_1397144823869_0033_01_000006
2014-04-10 10:54:59,793 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:54:59,794 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0033_01_000006
2014-04-10 10:54:59,799 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0033_01_000006 is : 143
2014-04-10 10:54:59,808 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:54:59,808 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000006
2014-04-10 10:54:59,809 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000006
2014-04-10 10:54:59,809 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000006
2014-04-10 10:54:59,809 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000006
2014-04-10 10:54:59,809 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0033 CONTAINERID=container_1397144823869_0033_01_000006
2014-04-10 10:54:59,809 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:54:59,809 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0033_01_000006 from application application_1397144823869_0033
2014-04-10 10:54:59,809 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:59,809 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0033
2014-04-10 10:54:59,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup/_temporary/1/_temporary/attempt_1397144823869_0033_m_000005_0 dst=null perm=null
2014-04-10 10:54:59,953 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0033_01_000007
2014-04-10 10:54:59,953 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0033 CONTAINERID=container_1397144823869_0033_01_000007
2014-04-10 10:54:59,953 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000007 transitioned from RUNNING to KILLING
2014-04-10 10:54:59,954 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0033_01_000007
2014-04-10 10:54:59,954 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0033_01_000006
2014-04-10 10:54:59,954 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0033_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:54:59,954 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0033_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:54:59,954 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0033 CONTAINERID=container_1397144823869_0033_01_000006
2014-04-10 10:54:59,954 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0033_01_000006 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:54:59,954 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 10:54:59,955 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0033_01_000006, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:59,955 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:54:59,955 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:54:59,955 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0033_000001 released container container_1397144823869_0033_01_000006 on node: host: localhost:52024 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:54:59,959 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0033_01_000007 is : 143
2014-04-10 10:54:59,967 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:54:59,968 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000007
2014-04-10 10:54:59,968 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000007
2014-04-10 10:54:59,968 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000007
2014-04-10 10:54:59,968 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0033 CONTAINERID=container_1397144823869_0033_01_000007
2014-04-10 10:54:59,968 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000007
2014-04-10 10:54:59,968 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:54:59,968 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0033_01_000007 from application application_1397144823869_0033
2014-04-10 10:54:59,969 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:54:59,969 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0033
2014-04-10 10:55:00,417 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0033_01_000005
2014-04-10 10:55:00,417 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0033_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:55:00,418 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0033_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:55:00,418 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0033 CONTAINERID=container_1397144823869_0033_01_000005
2014-04-10 10:55:00,418 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0033_01_000005 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:55:00,418 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:55:00,418 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0033_01_000005, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:00,419 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:00,419 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:55:00,419 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0033_000001 released container container_1397144823869_0033_01_000005 on node: host: localhost:50571 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:55:00,577 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0033_01_000002
2014-04-10 10:55:00,578 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0033_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:55:00,578 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0033_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:55:00,578 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0033 CONTAINERID=container_1397144823869_0033_01_000002
2014-04-10 10:55:00,578 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0033_01_000002 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:55:00,579 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:55:00,579 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0033_01_000002, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:00,579 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:00,579 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:55:00,579 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0033_000001 released container container_1397144823869_0033_01_000002 on node: host: localhost:37679 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:55:00,954 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0033_01_000007
2014-04-10 10:55:00,955 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0033_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:55:00,955 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0033_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 10:55:00,955 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0033 CONTAINERID=container_1397144823869_0033_01_000007
2014-04-10 10:55:00,955 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0033_01_000007 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:55:00,955 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:55:00,956 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0033_01_000007, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:00,957 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:00,957 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:55:00,957 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0033_000001 released container container_1397144823869_0033_01_000007 on node: host: localhost:52024 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:55:01,418 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0033_01_000008 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:55:01,418 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0033 CONTAINERID=container_1397144823869_0033_01_000008
2014-04-10 10:55:01,419 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0033_01_000008 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:55:01,419 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0033 container=Container: [ContainerId: container_1397144823869_0033_01_000008, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0033_01_000008 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:01,419 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:55:01,419 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:02,162 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0033_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:55:02,175 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0033_01_000008 by user brock
2014-04-10 10:55:02,175 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0033 CONTAINERID=container_1397144823869_0033_01_000008
2014-04-10 10:55:02,175 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0033_01_000008 to application application_1397144823869_0033
2014-04-10 10:55:02,176 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000008 transitioned from NEW to LOCALIZING
2014-04-10 10:55:02,176 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0033
2014-04-10 10:55:02,176 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0033
2014-04-10 10:55:02,176 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:55:02,176 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0033
2014-04-10 10:55:02,177 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000008 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:55:02,209 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000008 transitioned from LOCALIZED to RUNNING
2014-04-10 10:55:02,209 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:02,269 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000008/default_container_executor.sh]
2014-04-10 10:55:02,418 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0033_01_000008 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:55:03,166 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:55:04,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup/_temporary/1/_temporary/attempt_1397144823869_0033_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:04,349 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup/_temporary/1/_temporary/attempt_1397144823869_0033_r_000000_0/part-00000. BP-1649026925-127.0.0.1-1397144808341 blk_1073742162_1338{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:55:04,405 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742162_1338 src: /127.0.0.1:47632 dest: /127.0.0.1:53466
2014-04-10 10:55:04,406 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742162_1338 src: /127.0.0.1:55456 dest: /127.0.0.1:55289
2014-04-10 10:55:04,407 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742162_1338 src: /127.0.0.1:39733 dest: /127.0.0.1:55175
2014-04-10 10:55:04,417 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39733, dest: /127.0.0.1:55175, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0033_r_000000_0_-934625610_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742162_1338, duration: 9091510
2014-04-10 10:55:04,417 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742162_1338, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:04,418 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742162_1338{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:55:04,418 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55456, dest: /127.0.0.1:55289, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0033_r_000000_0_-934625610_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742162_1338, duration: 9804243
2014-04-10 10:55:04,418 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742162_1338, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:04,419 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742162_1338{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:55:04,419 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47632, dest: /127.0.0.1:53466, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0033_r_000000_0_-934625610_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742162_1338, duration: 10419602
2014-04-10 10:55:04,419 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742162_1338, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:04,419 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742162_1338{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:55:04,433 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup/_temporary/1/_temporary/attempt_1397144823869_0033_r_000000_0/part-00000 is closed by DFSClient_attempt_1397144823869_0033_r_000000_0_-934625610_1
2014-04-10 10:55:04,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup/_temporary/1/_temporary/attempt_1397144823869_0033_r_000000_0 dst=null perm=null
2014-04-10 10:55:04,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup/_temporary/1/_temporary/attempt_1397144823869_0033_r_000000_0 dst=null perm=null
2014-04-10 10:55:04,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup/_temporary/1/task_1397144823869_0033_r_000000 dst=null perm=null
2014-04-10 10:55:04,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup/_temporary/1/_temporary/attempt_1397144823869_0033_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup/_temporary/1/task_1397144823869_0033_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:55:04,540 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0033_01_000008
2014-04-10 10:55:04,540 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0033 CONTAINERID=container_1397144823869_0033_01_000008
2014-04-10 10:55:04,541 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000008 transitioned from RUNNING to KILLING
2014-04-10 10:55:04,541 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0033_01_000008
2014-04-10 10:55:04,547 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0033_01_000008 is : 143
2014-04-10 10:55:04,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:04,560 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:55:04,560 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000008
2014-04-10 10:55:04,560 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000008
2014-04-10 10:55:04,560 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000008
2014-04-10 10:55:04,561 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0033 CONTAINERID=container_1397144823869_0033_01_000008
2014-04-10 10:55:04,561 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000008
2014-04-10 10:55:04,561 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:55:04,561 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0033_01_000008 from application application_1397144823869_0033
2014-04-10 10:55:04,561 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:04,562 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742162_1338
2014-04-10 10:55:04,562 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0033
2014-04-10 10:55:04,575 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_168322544_1
2014-04-10 10:55:04,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup/_temporary/1 dst=null perm=null
2014-04-10 10:55:04,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup dst=null perm=null
2014-04-10 10:55:04,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup dst=null perm=null
2014-04-10 10:55:04,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup/_temporary/1/task_1397144823869_0033_r_000000 dst=null perm=null
2014-04-10 10:55:04,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup/part-00000 dst=null perm=null
2014-04-10 10:55:04,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup/_temporary/1/task_1397144823869_0033_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:04,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup/_temporary dst=null perm=null
2014-04-10 10:55:04,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:04,658 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup/_SUCCESS is closed by DFSClient_NONMAPREDUCE_168322544_1
2014-04-10 10:55:04,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:04,691 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_168322544_1
2014-04-10 10:55:04,719 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47481, dest: /127.0.0.1:36139, bytes: 76034, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_168322544_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742161_1337, duration: 5297119324
2014-04-10 10:55:04,719 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742161_1337, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:04,720 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742161_1337{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 16402
2014-04-10 10:55:04,720 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39706, dest: /127.0.0.1:55175, bytes: 76034, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_168322544_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742161_1337, duration: 5299899904
2014-04-10 10:55:04,720 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742161_1337, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:04,720 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742161_1337{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 16402
2014-04-10 10:55:04,720 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55429, dest: /127.0.0.1:55289, bytes: 76034, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_168322544_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742161_1337, duration: 5301256175
2014-04-10 10:55:04,721 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742161_1337, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:04,721 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742161_1337{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 16402
2014-04-10 10:55:04,733 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job_1397144823869_0033_1.jhist is closed by DFSClient_NONMAPREDUCE_168322544_1
2014-04-10 10:55:04,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0033.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:04,753 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0033.summary_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742163_1339{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:55:04,769 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742163_1339 src: /127.0.0.1:47509 dest: /127.0.0.1:36139
2014-04-10 10:55:04,770 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742163_1339 src: /127.0.0.1:39736 dest: /127.0.0.1:55175
2014-04-10 10:55:04,771 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742163_1339 src: /127.0.0.1:47638 dest: /127.0.0.1:53466
2014-04-10 10:55:04,775 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47638, dest: /127.0.0.1:53466, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_168322544_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742163_1339, duration: 2359251
2014-04-10 10:55:04,775 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742163_1339, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:04,775 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742163_1339{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:55:04,776 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39736, dest: /127.0.0.1:55175, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_168322544_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742163_1339, duration: 2893194
2014-04-10 10:55:04,776 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742163_1339{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:55:04,776 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742163_1339, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:04,777 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47509, dest: /127.0.0.1:36139, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_168322544_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742163_1339, duration: 3816802
2014-04-10 10:55:04,777 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742163_1339, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:04,777 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742163_1339{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:55:04,791 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0033.summary_tmp is closed by DFSClient_NONMAPREDUCE_168322544_1
2014-04-10 10:55:04,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0033.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:55:04,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job_1397144823869_0033_1.jhist dst=null perm=null
2014-04-10 10:55:04,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0033-1397145290249-brock-%5BC7738C5EF6BD4A3584346B4B0BAD9676%2F4D1E868B5A614272-1397145304692-6-1-SUCCEEDED-default-1397145293103.jhist_tmp dst=null perm=null
2014-04-10 10:55:04,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job_1397144823869_0033_1.jhist dst=null perm=null
2014-04-10 10:55:04,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0033-1397145290249-brock-%5BC7738C5EF6BD4A3584346B4B0BAD9676%2F4D1E868B5A614272-1397145304692-6-1-SUCCEEDED-default-1397145293103.jhist_tmp dst=null perm=null
2014-04-10 10:55:04,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job_1397144823869_0033_1.jhist dst=null perm=null
2014-04-10 10:55:04,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0033-1397145290249-brock-%5BC7738C5EF6BD4A3584346B4B0BAD9676%2F4D1E868B5A614272-1397145304692-6-1-SUCCEEDED-default-1397145293103.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:04,849 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55462, bytes: 76630, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_168322544_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742161_1337, duration: 212655
2014-04-10 10:55:04,851 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0033-1397145290249-brock-%5BC7738C5EF6BD4A3584346B4B0BAD9676%2F4D1E868B5A614272-1397145304692-6-1-SUCCEEDED-default-1397145293103.jhist_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742164_1340{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:55:04,860 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742164_1340 src: /127.0.0.1:39739 dest: /127.0.0.1:55175
2014-04-10 10:55:04,861 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742164_1340 src: /127.0.0.1:47641 dest: /127.0.0.1:53466
2014-04-10 10:55:04,862 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742164_1340 src: /127.0.0.1:55465 dest: /127.0.0.1:55289
2014-04-10 10:55:04,867 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55465, dest: /127.0.0.1:55289, bytes: 76034, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_168322544_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742164_1340, duration: 3444221
2014-04-10 10:55:04,867 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742164_1340, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:04,867 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742164_1340{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:55:04,867 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47641, dest: /127.0.0.1:53466, bytes: 76034, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_168322544_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742164_1340, duration: 3966812
2014-04-10 10:55:04,868 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742164_1340, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:04,868 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742164_1340{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:55:04,868 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39739, dest: /127.0.0.1:55175, bytes: 76034, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_168322544_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742164_1340, duration: 4574290
2014-04-10 10:55:04,868 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742164_1340, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:04,869 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742164_1340{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:55:04,883 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0033-1397145290249-brock-%5BC7738C5EF6BD4A3584346B4B0BAD9676%2F4D1E868B5A614272-1397145304692-6-1-SUCCEEDED-default-1397145293103.jhist_tmp is closed by DFSClient_NONMAPREDUCE_168322544_1
2014-04-10 10:55:04,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0033-1397145290249-brock-%5BC7738C5EF6BD4A3584346B4B0BAD9676%2F4D1E868B5A614272-1397145304692-6-1-SUCCEEDED-default-1397145293103.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:55:04,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job_1397144823869_0033_1_conf.xml dst=null perm=null
2014-04-10 10:55:04,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0033_conf.xml_tmp dst=null perm=null
2014-04-10 10:55:04,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job_1397144823869_0033_1_conf.xml dst=null perm=null
2014-04-10 10:55:04,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0033_conf.xml_tmp dst=null perm=null
2014-04-10 10:55:04,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033/job_1397144823869_0033_1_conf.xml dst=null perm=null
2014-04-10 10:55:04,904 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742162_1338
2014-04-10 10:55:04,905 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742161_1337
2014-04-10 10:55:04,906 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742164_1340
2014-04-10 10:55:04,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0033_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:04,910 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55462, bytes: 96611, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_168322544_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742160_1336, duration: 359849
2014-04-10 10:55:04,913 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0033_conf.xml_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742165_1341{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:55:04,927 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742165_1341 src: /127.0.0.1:39742 dest: /127.0.0.1:55175
2014-04-10 10:55:04,928 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742165_1341 src: /127.0.0.1:55467 dest: /127.0.0.1:55289
2014-04-10 10:55:04,929 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742165_1341 src: /127.0.0.1:47518 dest: /127.0.0.1:36139
2014-04-10 10:55:04,933 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47518, dest: /127.0.0.1:36139, bytes: 95859, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_168322544_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742165_1341, duration: 2660721
2014-04-10 10:55:04,933 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742165_1341, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:04,934 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742165_1341{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:55:04,934 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55467, dest: /127.0.0.1:55289, bytes: 95859, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_168322544_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742165_1341, duration: 3357152
2014-04-10 10:55:04,934 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742165_1341, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:04,934 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742165_1341{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:55:04,935 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39742, dest: /127.0.0.1:55175, bytes: 95859, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_168322544_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742165_1341, duration: 4134169
2014-04-10 10:55:04,935 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742165_1341, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:04,935 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742165_1341{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:55:04,950 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0033_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_168322544_1
2014-04-10 10:55:04,954 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742161_1337
2014-04-10 10:55:04,955 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742165_1341
2014-04-10 10:55:04,956 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742163_1339
2014-04-10 10:55:04,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0033_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:55:04,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0033.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0033.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:55:04,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0033_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0033_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:55:05,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0033-1397145290249-brock-%5BC7738C5EF6BD4A3584346B4B0BAD9676%2F4D1E868B5A614272-1397145304692-6-1-SUCCEEDED-default-1397145293103.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0033-1397145290249-brock-%5BC7738C5EF6BD4A3584346B4B0BAD9676%2F4D1E868B5A614272-1397145304692-6-1-SUCCEEDED-default-1397145293103.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:55:05,017 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397144823869_0033_000001 with final state: FINISHING
2014-04-10 10:55:05,017 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0033_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:55:05,017 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397144823869_0033 with final state: FINISHING
2014-04-10 10:55:05,017 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0033 State change from RUNNING to FINAL_SAVING
2014-04-10 10:55:05,017 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0033
2014-04-10 10:55:05,018 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0033_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:55:05,018 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0033 State change from FINAL_SAVING to FINISHING
2014-04-10 10:55:05,117 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:55:05,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:55:05,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:55:05,121 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397144823869_0033 from file: hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0033-1397145290249-brock-%5BC7738C5EF6BD4A3584346B4B0BAD9676%2F4D1E868B5A614272-1397145304692-6-1-SUCCEEDED-default-1397145293103.jhist
2014-04-10 10:55:05,122 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0033-1397145290249-brock-%5BC7738C5EF6BD4A3584346B4B0BAD9676%2F4D1E868B5A614272-1397145304692-6-1-SUCCEEDED-default-1397145293103.jhist]
2014-04-10 10:55:05,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0033-1397145290249-brock-%5BC7738C5EF6BD4A3584346B4B0BAD9676%2F4D1E868B5A614272-1397145304692-6-1-SUCCEEDED-default-1397145293103.jhist dst=null perm=null
2014-04-10 10:55:05,126 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47648, bytes: 76630, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742164_1340, duration: 411715
2014-04-10 10:55:05,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0033.summary dst=null perm=null
2014-04-10 10:55:05,147 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47648, bytes: 457, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_538767685_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742163_1339, duration: 198566
2014-04-10 10:55:05,147 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397144823869_0033,submitTime=1397145290249,launchTime=1397145293103,firstMapTaskLaunchTime=1397145295272,firstReduceTaskLaunchTime=1397145302176,finishTime=1397145304692,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=6,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=25,reduceSlotSeconds=2,jobName=[C7738C5EF6BD4A3584346B4B0BAD9676/4D1E868B5A614272B028A67AF1EF9431] lower*upper/(1/1) ...ldedpipesplatform/cogroup
2014-04-10 10:55:05,147 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0033.summary]
2014-04-10 10:55:05,158 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742163_1339 127.0.0.1:36139 127.0.0.1:55175 127.0.0.1:53466
2014-04-10 10:55:05,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0033.summary dst=null perm=null
2014-04-10 10:55:05,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:55:05,161 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0033-1397145290249-brock-%5BC7738C5EF6BD4A3584346B4B0BAD9676%2F4D1E868B5A614272-1397145304692-6-1-SUCCEEDED-default-1397145293103.jhist to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0033-1397145290249-brock-%5BC7738C5EF6BD4A3584346B4B0BAD9676%2F4D1E868B5A614272-1397145304692-6-1-SUCCEEDED-default-1397145293103.jhist
2014-04-10 10:55:05,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0033-1397145290249-brock-%5BC7738C5EF6BD4A3584346B4B0BAD9676%2F4D1E868B5A614272-1397145304692-6-1-SUCCEEDED-default-1397145293103.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0033-1397145290249-brock-%5BC7738C5EF6BD4A3584346B4B0BAD9676%2F4D1E868B5A614272-1397145304692-6-1-SUCCEEDED-default-1397145293103.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:55:05,175 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0033_conf.xml to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0033_conf.xml
2014-04-10 10:55:05,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0033_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0033_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:55:05,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup dst=null perm=null
2014-04-10 10:55:05,201 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup/_temporary
2014-04-10 10:55:05,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup/_temporary dst=null perm=null
2014-04-10 10:55:05,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup dst=null perm=null
2014-04-10 10:55:05,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup dst=null perm=null
2014-04-10 10:55:05,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup dst=null perm=null
2014-04-10 10:55:05,220 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:55:05,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup/part-00000 dst=null perm=null
2014-04-10 10:55:05,223 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47648, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742162_1338, duration: 150167
2014-04-10 10:55:05,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup dst=null perm=null
2014-04-10 10:55:05,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup dst=null perm=null
2014-04-10 10:55:05,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup dst=null perm=null
2014-04-10 10:55:05,232 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:55:05,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup/part-00000 dst=null perm=null
2014-04-10 10:55:05,235 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39749, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742162_1338, duration: 162278
2014-04-10 10:55:05,236 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/cogroupfieldedpipesplatform/cogroup
2014-04-10 10:55:05,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup dst=null perm=null
2014-04-10 10:55:05,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup dst=null perm=null
2014-04-10 10:55:05,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup dst=null perm=null
2014-04-10 10:55:05,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup dst=null perm=null
2014-04-10 10:55:05,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup/part-00000 dst=null perm=null
2014-04-10 10:55:05,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroup/part-00000 dst=null perm=null
2014-04-10 10:55:05,242 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47648, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742162_1338, duration: 175268
2014-04-10 10:55:05,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:55:05,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:55:05,259 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 10:55:05,260 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 10:55:05,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown dst=null perm=null
2014-04-10 10:55:05,269 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting
2014-04-10 10:55:05,270 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 10:55:05,270 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 10:55:05,270 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown"]
2014-04-10 10:55:05,270 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] parallel execution is enabled: true
2014-04-10 10:55:05,270 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting jobs: 1
2014-04-10 10:55:05,270 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] allocating threads: 1
2014-04-10 10:55:05,271 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) ...ldedpipesplatform/unknown
2014-04-10 10:55:05,294 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:55:05,303 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:55:05,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown dst=null perm=null
2014-04-10 10:55:05,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:55:05,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:55:05,305 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 34
2014-04-10 10:55:05,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034 dst=null perm=null
2014-04-10 10:55:05,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:55:05,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:55:05,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.jar dst=null perm=null
2014-04-10 10:55:05,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:55:05,352 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073742166_1342{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]}
2014-04-10 10:55:05,368 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742166_1342 src: /127.0.0.1:47652 dest: /127.0.0.1:53466
2014-04-10 10:55:05,369 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742166_1342 src: /127.0.0.1:47526 dest: /127.0.0.1:36139
2014-04-10 10:55:05,370 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742166_1342 src: /127.0.0.1:39753 dest: /127.0.0.1:55175
2014-04-10 10:55:05,376 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39753, dest: /127.0.0.1:55175, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742166_1342, duration: 4437627
2014-04-10 10:55:05,376 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742166_1342, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:05,376 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742166_1342{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:55:05,376 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47526, dest: /127.0.0.1:36139, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742166_1342, duration: 5053583
2014-04-10 10:55:05,377 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742166_1342, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:05,377 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742166_1342{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:55:05,377 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47652, dest: /127.0.0.1:53466, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742166_1342, duration: 5020846
2014-04-10 10:55:05,378 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742166_1342, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:05,378 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742166_1342{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:55:05,391 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:55:05,392 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.jar
2014-04-10 10:55:05,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.jar dst=null perm=null
2014-04-10 10:55:05,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:55:05,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:55:05,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:55:05,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:55:05,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:55:05,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:55:05,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:55:05,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:55:05,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:55:05,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:55:05,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:55:05,418 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:55:05,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:55:05,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:55:05,421 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:55:05,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:55:05,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:55:05,424 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:55:05,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:55:05,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:55:05,427 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:55:05,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:55:05,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:55:05,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:55:05,450 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.split
2014-04-10 10:55:05,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.split dst=null perm=null
2014-04-10 10:55:05,460 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.split. BP-1649026925-127.0.0.1-1397144808341 blk_1073742167_1343{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:55:05,476 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742167_1343 src: /127.0.0.1:55478 dest: /127.0.0.1:55289
2014-04-10 10:55:05,477 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742167_1343 src: /127.0.0.1:39755 dest: /127.0.0.1:55175
2014-04-10 10:55:05,478 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742167_1343 src: /127.0.0.1:47530 dest: /127.0.0.1:36139
2014-04-10 10:55:05,480 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742167_1343 src: /127.0.0.1:47658 dest: /127.0.0.1:53466
2014-04-10 10:55:05,483 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47658, dest: /127.0.0.1:53466, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742167_1343, duration: 1763839
2014-04-10 10:55:05,483 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742167_1343, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:05,483 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742167_1343{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:55:05,484 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47530, dest: /127.0.0.1:36139, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742167_1343, duration: 2779950
2014-04-10 10:55:05,484 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742167_1343, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:05,484 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742167_1343{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:55:05,485 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39755, dest: /127.0.0.1:55175, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742167_1343, duration: 3404322
2014-04-10 10:55:05,485 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742167_1343, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:05,485 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742167_1343{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:55:05,485 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55478, dest: /127.0.0.1:55289, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742167_1343, duration: 4029247
2014-04-10 10:55:05,485 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742167_1343, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:05,486 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742167_1343{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:55:05,500 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.split is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:55:05,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:55:05,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:55:05,517 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.splitmetainfo. BP-1649026925-127.0.0.1-1397144808341 blk_1073742168_1344{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:55:05,525 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742168_1344 src: /127.0.0.1:47533 dest: /127.0.0.1:36139
2014-04-10 10:55:05,526 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742168_1344 src: /127.0.0.1:55484 dest: /127.0.0.1:55289
2014-04-10 10:55:05,527 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742168_1344 src: /127.0.0.1:47662 dest: /127.0.0.1:53466
2014-04-10 10:55:05,528 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47662, dest: /127.0.0.1:53466, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742168_1344, duration: 664134
2014-04-10 10:55:05,528 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742168_1344, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:05,528 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742168_1344{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:55:05,528 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55484, dest: /127.0.0.1:55289, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742168_1344, duration: 851548
2014-04-10 10:55:05,528 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742168_1344, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:05,528 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742168_1344{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:55:05,528 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47533, dest: /127.0.0.1:36139, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742168_1344, duration: 1161256
2014-04-10 10:55:05,529 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742168_1344, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:05,529 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742168_1344{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:55:05,541 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:55:05,541 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0033_01_000008
2014-04-10 10:55:05,542 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:6
2014-04-10 10:55:05,542 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0033_01_000008 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:55:05,542 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0033_01_000008 in state: COMPLETED event:FINISHED
2014-04-10 10:55:05,542 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0033 CONTAINERID=container_1397144823869_0033_01_000008
2014-04-10 10:55:05,542 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0033_01_000008 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:55:05,542 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:55:05,542 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0033_01_000008, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:05,542 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:05,542 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:55:05,542 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0033_000001 released container container_1397144823869_0033_01_000008 on node: host: localhost:50571 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:55:05,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:55:05,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:55:05,561 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742169_1345{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:55:05,575 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742169_1345 src: /127.0.0.1:47536 dest: /127.0.0.1:36139
2014-04-10 10:55:05,576 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742169_1345 src: /127.0.0.1:55487 dest: /127.0.0.1:55289
2014-04-10 10:55:05,577 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742169_1345 src: /127.0.0.1:39764 dest: /127.0.0.1:55175
2014-04-10 10:55:05,578 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39764, dest: /127.0.0.1:55175, bytes: 81583, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742169_1345, duration: 945057
2014-04-10 10:55:05,578 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742169_1345, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:05,579 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742169_1345{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:55:05,579 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55487, dest: /127.0.0.1:55289, bytes: 81583, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742169_1345, duration: 1311681
2014-04-10 10:55:05,579 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742169_1345, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:05,579 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742169_1345{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:55:05,579 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47536, dest: /127.0.0.1:36139, bytes: 81583, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742169_1345, duration: 1621044
2014-04-10 10:55:05,579 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742169_1345, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:05,580 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742169_1345{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:55:05,591 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.xml is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:55:05,592 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397144823869_0034
2014-04-10 10:55:05,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034 dst=null perm=null
2014-04-10 10:55:05,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.xml dst=null perm=null
2014-04-10 10:55:05,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.xml dst=null perm=null
2014-04-10 10:55:05,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.jar dst=null perm=null
2014-04-10 10:55:05,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.jar dst=null perm=null
2014-04-10 10:55:05,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.split dst=null perm=null
2014-04-10 10:55:05,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.split dst=null perm=null
2014-04-10 10:55:05,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.splitmetainfo dst=null perm=null
2014-04-10 10:55:05,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.splitmetainfo dst=null perm=null
2014-04-10 10:55:05,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:55:05,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:55:05,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:55:05,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:55:05,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:55:05,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:55:05,647 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 34 submitted by user brock
2014-04-10 10:55:05,647 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397144823869_0034
2014-04-10 10:55:05,648 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397144823869_0034
2014-04-10 10:55:05,648 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0034
2014-04-10 10:55:05,648 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0034 State change from NEW to NEW_SAVING
2014-04-10 10:55:05,649 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0034 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:55:05,649 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397144823869_0034_000001
2014-04-10 10:55:05,649 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0034_000001 State change from NEW to SUBMITTED
2014-04-10 10:55:05,649 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397144823869_0034 from user: brock activated in queue: default
2014-04-10 10:55:05,650 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397144823869_0034 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@1ba82161, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:55:05,650 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397144823869_0034
2014-04-10 10:55:05,650 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397144823869_0034 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:55:05,650 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397144823869_0034_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:55:05,651 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0034_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:55:05,651 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0034 State change from SUBMITTED to ACCEPTED
2014-04-10 10:55:05,652 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:60619/proxy/application_1397144823869_0034/
2014-04-10 10:55:05,653 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397144823869_0034
2014-04-10 10:55:05,653 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:60619/proxy/application_1397144823869_0034/
2014-04-10 10:55:05,855 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0034_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:55:05,855 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0034 CONTAINERID=container_1397144823869_0034_01_000001
2014-04-10 10:55:05,855 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0034_01_000001 of capacity <memory:2048, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 10:55:05,855 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0034 container=Container: [ContainerId: container_1397144823869_0034_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0034_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:05,856 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:55:05,856 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0034_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:55:05,856 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:05,857 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397144823869_0034 AttemptId: appattempt_1397144823869_0034_000001 MasterContainer: Container: [ContainerId: container_1397144823869_0034_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ]
2014-04-10 10:55:05,857 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0034_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:55:05,857 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0034_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:55:05,857 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397144823869_0034_000001
2014-04-10 10:55:05,858 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397144823869_0034_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] for AM appattempt_1397144823869_0034_000001
2014-04-10 10:55:05,858 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397144823869_0034_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:55:05,861 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0034_000001 (auth:SIMPLE)
2014-04-10 10:55:05,863 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0034_01_000001 by user brock
2014-04-10 10:55:05,863 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0034
2014-04-10 10:55:05,863 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0034 CONTAINERID=container_1397144823869_0034_01_000001
2014-04-10 10:55:05,863 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0034 transitioned from NEW to INITING
2014-04-10 10:55:05,864 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0034_01_000001 to application application_1397144823869_0034
2014-04-10 10:55:05,864 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0034 transitioned from INITING to RUNNING
2014-04-10 10:55:05,864 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397144823869_0034_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] for AM appattempt_1397144823869_0034_000001
2014-04-10 10:55:05,864 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0034_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:55:05,864 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:55:05,865 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0034
2014-04-10 10:55:05,865 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:55:05,865 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:55:05,865 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:55:05,865 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:55:05,865 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0034_01_000001
2014-04-10 10:55:05,875 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397144823869_0034_01_000001.tokens. Credentials list:
2014-04-10 10:55:05,888 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:55:05,946 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397144823869_0034_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000001.tokens
2014-04-10 10:55:05,947 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0034 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0034
2014-04-10 10:55:06,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.jar dst=null perm=null
2014-04-10 10:55:06,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.jar dst=null perm=null
2014-04-10 10:55:06,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.jar dst=null perm=null
2014-04-10 10:55:06,050 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742156_1332 127.0.0.1:55175 127.0.0.1:55289 127.0.0.1:36139 127.0.0.1:53466
2014-04-10 10:55:06,050 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742157_1333 127.0.0.1:53466 127.0.0.1:55175 127.0.0.1:55289 127.0.0.1:36139
2014-04-10 10:55:06,050 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742158_1334 127.0.0.1:55289 127.0.0.1:36139 127.0.0.1:55175
2014-04-10 10:55:06,050 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742159_1335 127.0.0.1:55289 127.0.0.1:36139 127.0.0.1:55175
2014-04-10 10:55:06,051 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742161_1337 127.0.0.1:55289 127.0.0.1:55175 127.0.0.1:36139
2014-04-10 10:55:06,051 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742160_1336 127.0.0.1:55175 127.0.0.1:36139 127.0.0.1:55289
2014-04-10 10:55:06,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0033 dst=null perm=null
2014-04-10 10:55:06,057 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39749, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_156027203_22559, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742166_1342, duration: 806008
2014-04-10 10:55:06,082 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0034/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:55:06,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.splitmetainfo dst=null perm=null
2014-04-10 10:55:06,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.splitmetainfo dst=null perm=null
2014-04-10 10:55:06,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.splitmetainfo dst=null perm=null
2014-04-10 10:55:06,108 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55492, bytes: 222, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_156027203_22559, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742168_1344, duration: 225985
2014-04-10 10:55:06,137 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0034/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:55:06,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.split dst=null perm=null
2014-04-10 10:55:06,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.split dst=null perm=null
2014-04-10 10:55:06,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.split dst=null perm=null
2014-04-10 10:55:06,161 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47648, bytes: 2283, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_156027203_22559, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742167_1343, duration: 294497
2014-04-10 10:55:06,179 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0034/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:55:06,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.xml dst=null perm=null
2014-04-10 10:55:06,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.xml dst=null perm=null
2014-04-10 10:55:06,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.xml dst=null perm=null
2014-04-10 10:55:06,203 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39749, bytes: 82223, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_156027203_22559, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742169_1345, duration: 351897
2014-04-10 10:55:06,221 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0034/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:55:06,221 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:55:06,252 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:55:06,253 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:06,312 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000001/default_container_executor.sh]
2014-04-10 10:55:06,854 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0034_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:55:07,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:55:07,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/COMMIT_STARTED dst=null perm=null
2014-04-10 10:55:07,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:55:07,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/COMMIT_FAIL dst=null perm=null
2014-04-10 10:55:07,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034 dst=null perm=null
2014-04-10 10:55:07,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:55:07,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:55:07,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.splitmetainfo dst=null perm=null
2014-04-10 10:55:07,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.splitmetainfo dst=null perm=null
2014-04-10 10:55:07,797 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47677, bytes: 222, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-601288467_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742168_1344, duration: 149133
2014-04-10 10:55:07,849 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:55175 to replicate blk_1073742166_1342 to datanode(s) 127.0.0.1:55289
2014-04-10 10:55:07,849 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073742163_1339, blk_1073742156_1332, blk_1073742157_1333]
2014-04-10 10:55:07,849 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073742160_1336, blk_1073742161_1337, blk_1073742163_1339, blk_1073742156_1332, blk_1073742157_1333, blk_1073742158_1334, blk_1073742159_1335]
2014-04-10 10:55:08,396 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0034_000001 (auth:SIMPLE)
2014-04-10 10:55:08,397 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397144823869_0034_000001
2014-04-10 10:55:08,397 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397144823869_0034 APPATTEMPTID=appattempt_1397144823869_0034_000001
2014-04-10 10:55:08,397 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0034_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:55:08,398 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0034 State change from ACCEPTED to RUNNING
2014-04-10 10:55:08,413 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(667)) - Number of transactions: 2865 Total time for transactions(ms): 161 Number of transactions batched in Syncs: 0 Number of syncs: 2017 SyncTimes(ms): 22178 10807
2014-04-10 10:55:08,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job_1397144823869_0034_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:08,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:55:08,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job_1397144823869_0034_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:08,617 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job_1397144823869_0034_1_conf.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742170_1346{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:55:08,644 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742170_1346 src: /127.0.0.1:55505 dest: /127.0.0.1:55289
2014-04-10 10:55:08,645 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742170_1346 src: /127.0.0.1:47683 dest: /127.0.0.1:53466
2014-04-10 10:55:08,646 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742170_1346 src: /127.0.0.1:39783 dest: /127.0.0.1:55175
2014-04-10 10:55:08,652 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39783, dest: /127.0.0.1:55175, bytes: 95542, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-601288467_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742170_1346, duration: 5542552
2014-04-10 10:55:08,652 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742170_1346, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:08,653 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47683, dest: /127.0.0.1:53466, bytes: 95542, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-601288467_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742170_1346, duration: 5517243
2014-04-10 10:55:08,653 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742170_1346{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:55:08,653 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742170_1346, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:08,653 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55505, dest: /127.0.0.1:55289, bytes: 95542, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-601288467_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742170_1346, duration: 5978683
2014-04-10 10:55:08,654 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742170_1346, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:08,654 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742170_1346{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:55:08,654 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742170_1346{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:55:08,666 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job_1397144823869_0034_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-601288467_1
2014-04-10 10:55:09,079 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=d55d4a0e-a412-4469-9a90-53fa99579ca4, infoPort=50650, ipcPort=33089, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) Starting thread to transfer BP-1649026925-127.0.0.1-1397144808341:blk_1073742166_1342 to 127.0.0.1:55289
2014-04-10 10:55:09,080 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742166_1342 src: /127.0.0.1:55508 dest: /127.0.0.1:55289
2014-04-10 10:55:09,081 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1649026925-127.0.0.1-1397144808341:blk_1073742166_1342 (numBytes=244650) to 127.0.0.1/127.0.0.1:55289
2014-04-10 10:55:09,082 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1649026925-127.0.0.1-1397144808341:blk_1073742166_1342 src: /127.0.0.1:55508 dest: /127.0.0.1:55289 of size 244650
2014-04-10 10:55:09,083 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742166_1342 size 244650
2014-04-10 10:55:09,087 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742163_1339 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742163 for deletion
2014-04-10 10:55:09,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742156_1332 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742156 for deletion
2014-04-10 10:55:09,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742163_1339 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742163
2014-04-10 10:55:09,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742157_1333 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742157 for deletion
2014-04-10 10:55:09,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742156_1332 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742156
2014-04-10 10:55:09,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742157_1333 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742157
2014-04-10 10:55:09,093 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742160_1336 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742160 for deletion
2014-04-10 10:55:09,094 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742161_1337 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742161 for deletion
2014-04-10 10:55:09,094 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742160_1336 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742160
2014-04-10 10:55:09,094 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742163_1339 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742163 for deletion
2014-04-10 10:55:09,094 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742156_1332 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742156 for deletion
2014-04-10 10:55:09,094 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742161_1337 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742161
2014-04-10 10:55:09,094 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742157_1333 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742157 for deletion
2014-04-10 10:55:09,094 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742163_1339 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742163
2014-04-10 10:55:09,095 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742158_1334 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742158 for deletion
2014-04-10 10:55:09,095 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742157_1333 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742157
2014-04-10 10:55:09,095 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742156_1332 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742156
2014-04-10 10:55:09,095 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742159_1335 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742159 for deletion
2014-04-10 10:55:09,095 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742159_1335 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742159
2014-04-10 10:55:09,095 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742158_1334 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742158
2014-04-10 10:55:09,159 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742165_1341
2014-04-10 10:55:09,160 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742170_1346
2014-04-10 10:55:09,360 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742166_1342
2014-04-10 10:55:09,360 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742163_1339
2014-04-10 10:55:09,543 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0034_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:55:09,544 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0034 CONTAINERID=container_1397144823869_0034_01_000002
2014-04-10 10:55:09,544 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0034_01_000002 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 10:55:09,544 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0034 container=Container: [ContainerId: container_1397144823869_0034_01_000002, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0034_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:09,544 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:55:09,544 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:09,545 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0034_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:55:09,545 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0034 CONTAINERID=container_1397144823869_0034_01_000003
2014-04-10 10:55:09,545 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0034_01_000003 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 10:55:09,545 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0034 container=Container: [ContainerId: container_1397144823869_0034_01_000003, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0034_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:09,546 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:55:09,546 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:09,558 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742161_1337
2014-04-10 10:55:09,559 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742164_1340
2014-04-10 10:55:09,559 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742167_1343
2014-04-10 10:55:09,559 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742162_1338
2014-04-10 10:55:09,560 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742169_1345
2014-04-10 10:55:09,564 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742164_1340
2014-04-10 10:55:09,564 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742168_1344
2014-04-10 10:55:09,565 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742167_1343
2014-04-10 10:55:09,566 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742166_1342
2014-04-10 10:55:09,580 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0034_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:55:09,581 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0034 CONTAINERID=container_1397144823869_0034_01_000004
2014-04-10 10:55:09,581 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0034_01_000004 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:55:09,581 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0034 container=Container: [ContainerId: container_1397144823869_0034_01_000004, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0034_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:09,581 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:55:09,581 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:09,582 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0034_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:55:09,582 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0034 CONTAINERID=container_1397144823869_0034_01_000005
2014-04-10 10:55:09,582 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0034_01_000005 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:55:09,582 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0034 container=Container: [ContainerId: container_1397144823869_0034_01_000005, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0034_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:09,583 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:55:09,583 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:09,583 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0034_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:55:09,583 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0034 CONTAINERID=container_1397144823869_0034_01_000006
2014-04-10 10:55:09,584 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0034_01_000006 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 10:55:09,584 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0034 container=Container: [ContainerId: container_1397144823869_0034_01_000006, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0034_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:09,584 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 10:55:09,584 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:09,584 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0034_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:55:09,585 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0034 CONTAINERID=container_1397144823869_0034_01_000007
2014-04-10 10:55:09,585 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0034_01_000007 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 10:55:09,585 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0034 container=Container: [ContainerId: container_1397144823869_0034_01_000007, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0034_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7 usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:09,585 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8
2014-04-10 10:55:09,585 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:8> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:09,766 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742170_1346
2014-04-10 10:55:09,910 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742170_1346
2014-04-10 10:55:09,911 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742165_1341
2014-04-10 10:55:09,911 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742167_1343
2014-04-10 10:55:09,912 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742168_1344
2014-04-10 10:55:09,959 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742169_1345
2014-04-10 10:55:09,959 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742168_1344
2014-04-10 10:55:09,960 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742167_1343
2014-04-10 10:55:09,962 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742166_1342
2014-04-10 10:55:10,113 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742166_1342
2014-04-10 10:55:10,114 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742169_1345
2014-04-10 10:55:10,433 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0034_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:55:10,434 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0034_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:55:10,434 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0034_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:55:10,434 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0034_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:55:10,434 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0034_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:55:10,435 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0034_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:55:10,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.jar dst=null perm=null
2014-04-10 10:55:10,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.jar dst=null perm=null
2014-04-10 10:55:10,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.xml dst=null perm=null
2014-04-10 10:55:10,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.xml dst=null perm=null
2014-04-10 10:55:10,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:55:10,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:55:10,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:55:10,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:55:10,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:55:10,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:55:10,565 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0034_000001 (auth:SIMPLE)
2014-04-10 10:55:10,565 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0034_000001 (auth:SIMPLE)
2014-04-10 10:55:10,569 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0034_01_000004 by user brock
2014-04-10 10:55:10,569 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0034_01_000005 by user brock
2014-04-10 10:55:10,570 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0034_01_000007 by user brock
2014-04-10 10:55:10,570 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0034
2014-04-10 10:55:10,570 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0034 CONTAINERID=container_1397144823869_0034_01_000005
2014-04-10 10:55:10,570 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0034 CONTAINERID=container_1397144823869_0034_01_000004
2014-04-10 10:55:10,570 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0034_01_000005 to application application_1397144823869_0034
2014-04-10 10:55:10,570 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0034_01_000007 to application application_1397144823869_0034
2014-04-10 10:55:10,570 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0034_01_000006 by user brock
2014-04-10 10:55:10,571 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0034 transitioned from NEW to INITING
2014-04-10 10:55:10,571 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0034_01_000002 by user brock
2014-04-10 10:55:10,571 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0034_01_000003 by user brock
2014-04-10 10:55:10,570 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0034 CONTAINERID=container_1397144823869_0034_01_000007
2014-04-10 10:55:10,571 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0034
2014-04-10 10:55:10,572 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0034 CONTAINERID=container_1397144823869_0034_01_000002
2014-04-10 10:55:10,571 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0034 CONTAINERID=container_1397144823869_0034_01_000006
2014-04-10 10:55:10,571 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0034_01_000004 to application application_1397144823869_0034
2014-04-10 10:55:10,571 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0034_01_000003 to application application_1397144823869_0034
2014-04-10 10:55:10,571 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0034 CONTAINERID=container_1397144823869_0034_01_000003
2014-04-10 10:55:10,573 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0034 transitioned from NEW to INITING
2014-04-10 10:55:10,573 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0034_01_000006 to application application_1397144823869_0034
2014-04-10 10:55:10,573 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0034_01_000002 to application application_1397144823869_0034
2014-04-10 10:55:10,573 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0034 transitioned from INITING to RUNNING
2014-04-10 10:55:10,573 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0034 transitioned from INITING to RUNNING
2014-04-10 10:55:10,574 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:55:10,574 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:55:10,574 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 10:55:10,574 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:55:10,574 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0034
2014-04-10 10:55:10,574 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0034
2014-04-10 10:55:10,574 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:55:10,575 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:55:10,575 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0034
2014-04-10 10:55:10,575 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:55:10,575 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:55:10,575 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0034
2014-04-10 10:55:10,575 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:55:10,575 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0034
2014-04-10 10:55:10,576 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0034
2014-04-10 10:55:10,576 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:55:10,576 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0034
2014-04-10 10:55:10,576 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:55:10,576 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0034
2014-04-10 10:55:10,576 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0034
2014-04-10 10:55:10,576 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:55:10,576 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:55:10,576 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0034_01_000003
2014-04-10 10:55:10,577 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0034
2014-04-10 10:55:10,577 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0034
2014-04-10 10:55:10,577 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0034_01_000002
2014-04-10 10:55:10,577 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:55:10,577 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0034
2014-04-10 10:55:10,578 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0034
2014-04-10 10:55:10,578 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0034
2014-04-10 10:55:10,578 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:55:10,578 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0034
2014-04-10 10:55:10,579 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0034
2014-04-10 10:55:10,579 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0034
2014-04-10 10:55:10,579 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:55:10,579 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0034
2014-04-10 10:55:10,579 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0034_01_000004
2014-04-10 10:55:10,580 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0034_01_000007
2014-04-10 10:55:10,580 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0034_01_000006
2014-04-10 10:55:10,581 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0034_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:55:10,581 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0034_01_000005
2014-04-10 10:55:10,581 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0034_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:55:10,581 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0034_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:55:10,581 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0034_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:55:10,595 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397144823869_0034_01_000005.tokens. Credentials list:
2014-04-10 10:55:10,595 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0034_01_000004.tokens. Credentials list:
2014-04-10 10:55:10,595 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0034_01_000006.tokens. Credentials list:
2014-04-10 10:55:10,595 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397144823869_0034_01_000002.tokens. Credentials list:
2014-04-10 10:55:10,596 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397144823869_0034_01_000003.tokens. Credentials list:
2014-04-10 10:55:10,600 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397144823869_0034_01_000007.tokens. Credentials list:
2014-04-10 10:55:10,609 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:55:10,609 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:55:10,699 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397144823869_0034_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000002.tokens
2014-04-10 10:55:10,700 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397144823869_0034_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000005.tokens
2014-04-10 10:55:10,700 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0034 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0034
2014-04-10 10:55:10,700 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0034 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0034
2014-04-10 10:55:10,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.jar dst=null perm=null
2014-04-10 10:55:10,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.jar dst=null perm=null
2014-04-10 10:55:10,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.jar dst=null perm=null
2014-04-10 10:55:10,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.jar dst=null perm=null
2014-04-10 10:55:10,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.jar dst=null perm=null
2014-04-10 10:55:10,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.jar dst=null perm=null
2014-04-10 10:55:10,815 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55519, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_620358995_22738, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742166_1342, duration: 332597
2014-04-10 10:55:10,816 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39796, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-333708879_22739, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742166_1342, duration: 452925
2014-04-10 10:55:10,840 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0034/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:55:10,840 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0034/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:55:10,850 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073742160_1336, blk_1073742161_1337, blk_1073742163_1339, blk_1073742156_1332, blk_1073742157_1333, blk_1073742158_1334, blk_1073742159_1335]
2014-04-10 10:55:10,850 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073742160_1336, blk_1073742161_1337, blk_1073742156_1332, blk_1073742157_1333, blk_1073742158_1334, blk_1073742159_1335]
2014-04-10 10:55:10,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.xml dst=null perm=null
2014-04-10 10:55:10,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.xml dst=null perm=null
2014-04-10 10:55:10,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.xml dst=null perm=null
2014-04-10 10:55:10,862 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47571, bytes: 82223, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-333708879_22739, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742169_1345, duration: 184753
2014-04-10 10:55:10,876 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0034/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:55:10,876 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:55:10,876 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:55:10,876 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:55:10,876 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:55:11,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.xml dst=null perm=null
2014-04-10 10:55:11,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.xml dst=null perm=null
2014-04-10 10:55:11,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.xml dst=null perm=null
2014-04-10 10:55:11,032 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47571, bytes: 82223, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_620358995_22738, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742169_1345, duration: 233968
2014-04-10 10:55:11,037 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 10:55:11,037 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:55:11,037 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:11,037 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:55:11,037 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:11,037 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:55:11,037 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:11,038 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:11,047 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0034/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:55:11,047 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:55:11,047 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:55:11,070 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:55:11,071 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:55:11,071 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:11,071 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:11,134 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000003/default_container_executor.sh]
2014-04-10 10:55:11,134 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000002/default_container_executor.sh]
2014-04-10 10:55:11,170 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397144823869_0033_01_000001 succeeded
2014-04-10 10:55:11,170 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:55:11,170 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0033_01_000001
2014-04-10 10:55:11,178 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000001
2014-04-10 10:55:11,178 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000001
2014-04-10 10:55:11,178 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0033 CONTAINERID=container_1397144823869_0033_01_000001
2014-04-10 10:55:11,178 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000001
2014-04-10 10:55:11,178 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0033/container_1397144823869_0033_01_000001
2014-04-10 10:55:11,178 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0033_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:55:11,178 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0033_01_000001 from application application_1397144823869_0033
2014-04-10 10:55:11,179 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:11,179 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0033
2014-04-10 10:55:11,309 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000006/default_container_executor.sh]
2014-04-10 10:55:11,309 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000007/default_container_executor.sh]
2014-04-10 10:55:11,349 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000004/default_container_executor.sh]
2014-04-10 10:55:11,349 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000005/default_container_executor.sh]
2014-04-10 10:55:11,451 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:55:11,543 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0033_01_000001
2014-04-10 10:55:11,544 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0034_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:55:11,544 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0034_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:55:11,544 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0033_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:55:11,544 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397144823869_0033_000001
2014-04-10 10:55:11,544 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0033_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:55:11,544 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0033_000001 State change from FINISHING to FINISHED
2014-04-10 10:55:11,544 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0033 State change from FINISHING to FINISHED
2014-04-10 10:55:11,544 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0033 CONTAINERID=container_1397144823869_0033_01_000001
2014-04-10 10:55:11,544 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397144823869_0033
2014-04-10 10:55:11,545 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0033_01_000001 of capacity <memory:2048, vCores:1> on host localhost:50571, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:55:11,544 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397144823869_0033_000001
2014-04-10 10:55:11,545 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:8192, vCores:7> numContainers=7 user=brock user-resources=<memory:8192, vCores:7>
2014-04-10 10:55:11,545 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397144823869_0033,name=[C7738C5EF6BD4A3584346B4B0BAD9676/4D1E868B5A614272B028A67AF1EF9431] lower*upper/(1/1) ...ldedpipesplatform/cogroup,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:60619/proxy/application_1397144823869_0033/jobhistory/job/job_1397144823869_0033,appMasterHost=localhost.localdomain,startTime=1397145290249,finishTime=1397145305017,finalStatus=SUCCEEDED
2014-04-10 10:55:11,545 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0033_01_000001, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:11,546 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:11,546 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7
2014-04-10 10:55:11,546 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0033_000001 released container container_1397144823869_0033_01_000001 on node: host: localhost:50571 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:55:11,546 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397144823869_0033_000001 is done. finalState=FINISHED
2014-04-10 10:55:11,546 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397144823869_0033 requests cleared
2014-04-10 10:55:11,546 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397144823869_0033 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:55:11,546 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397144823869_0033 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:55:11,547 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0033_000001 (auth:SIMPLE)
2014-04-10 10:55:11,558 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0033_01_000001
2014-04-10 10:55:11,581 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0033 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:55:11,581 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0033
2014-04-10 10:55:11,581 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0033
2014-04-10 10:55:11,581 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0033 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:55:11,581 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0033, with delay of 10800 seconds
2014-04-10 10:55:11,582 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0033
2014-04-10 10:55:11,583 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0033
2014-04-10 10:55:11,583 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0033
2014-04-10 10:55:11,957 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0033 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:55:11,958 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0033
2014-04-10 10:55:11,958 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0033
2014-04-10 10:55:11,958 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0033
2014-04-10 10:55:11,958 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0033
2014-04-10 10:55:11,958 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0033
2014-04-10 10:55:11,958 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0033 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:55:11,958 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0033, with delay of 10800 seconds
2014-04-10 10:55:11,996 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:55:12,018 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742160_1336 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742160 for deletion
2014-04-10 10:55:12,018 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742161_1337 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742161 for deletion
2014-04-10 10:55:12,018 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742156_1332 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742156 for deletion
2014-04-10 10:55:12,018 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742160_1336 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742160
2014-04-10 10:55:12,018 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742161_1337 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742161
2014-04-10 10:55:12,018 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742156_1332 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742156
2014-04-10 10:55:12,018 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742157_1333 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742157 for deletion
2014-04-10 10:55:12,018 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742158_1334 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742158 for deletion
2014-04-10 10:55:12,018 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742159_1335 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742159 for deletion
2014-04-10 10:55:12,019 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742158_1334 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742158
2014-04-10 10:55:12,019 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742157_1333 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742157
2014-04-10 10:55:12,019 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742159_1335 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742159
2014-04-10 10:55:12,139 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742160_1336 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742160 for deletion
2014-04-10 10:55:12,140 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742161_1337 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742161 for deletion
2014-04-10 10:55:12,140 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742163_1339 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742163 for deletion
2014-04-10 10:55:12,140 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742156_1332 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742156 for deletion
2014-04-10 10:55:12,140 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742161_1337 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742161
2014-04-10 10:55:12,140 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742163_1339 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742163
2014-04-10 10:55:12,140 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742157_1333 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742157 for deletion
2014-04-10 10:55:12,140 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742158_1334 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742158 for deletion
2014-04-10 10:55:12,140 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742157_1333 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742157
2014-04-10 10:55:12,140 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742159_1335 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742159 for deletion
2014-04-10 10:55:12,140 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742160_1336 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742160
2014-04-10 10:55:12,141 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742159_1335 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742159
2014-04-10 10:55:12,141 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742156_1332 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742156
2014-04-10 10:55:12,141 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742158_1334 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742158
2014-04-10 10:55:12,141 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:55:12,342 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397144823869_0034_01_000007.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000007.tokens
2014-04-10 10:55:12,342 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0034 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0034
2014-04-10 10:55:12,488 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397144823869_0034_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000003.tokens
2014-04-10 10:55:12,488 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0034 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0034
2014-04-10 10:55:12,544 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0033 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:55:12,544 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0033
2014-04-10 10:55:12,544 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0033
2014-04-10 10:55:12,544 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0033 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:55:12,544 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0033, with delay of 10800 seconds
2014-04-10 10:55:12,545 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0033
2014-04-10 10:55:12,546 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0033
2014-04-10 10:55:12,546 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0033
2014-04-10 10:55:12,578 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:55:12,988 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0034_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000006.tokens
2014-04-10 10:55:12,989 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0034 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0034
2014-04-10 10:55:13,141 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:55:13,563 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0034_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000004.tokens
2014-04-10 10:55:13,564 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0034 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0034
2014-04-10 10:55:14,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.split dst=null perm=null
2014-04-10 10:55:14,384 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47714, bytes: 2283, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0034_m_000001_0_-395909595_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742167_1343, duration: 179090
2014-04-10 10:55:14,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:55:14,478 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47588, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0034_m_000001_0_-395909595_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, duration: 167759
2014-04-10 10:55:14,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.split dst=null perm=null
2014-04-10 10:55:14,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.split dst=null perm=null
2014-04-10 10:55:14,672 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55540, bytes: 735, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0034_m_000005_0_59193786_1, offset: 1536, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742167_1343, duration: 171057
2014-04-10 10:55:14,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:55:14,737 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55540, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0034_m_000005_0_59193786_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 177141
2014-04-10 10:55:14,769 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55542, bytes: 2283, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0034_m_000000_0_1921542540_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742167_1343, duration: 210324
2014-04-10 10:55:14,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397144823869_0034_m_000001_0 dst=null perm=null
2014-04-10 10:55:14,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.split dst=null perm=null
2014-04-10 10:55:14,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:55:14,879 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0034_01_000003
2014-04-10 10:55:14,879 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0034 CONTAINERID=container_1397144823869_0034_01_000003
2014-04-10 10:55:14,879 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:55:14,879 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0034_01_000003
2014-04-10 10:55:14,900 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job_1397144823869_0034_1.jhist. BP-1649026925-127.0.0.1-1397144808341 blk_1073742171_1347{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:55:14,900 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0034_01_000003 is : 143
2014-04-10 10:55:14,907 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55544, bytes: 1767, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0034_m_000002_0_1754386186_1, offset: 512, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742167_1343, duration: 181937
2014-04-10 10:55:14,916 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:55:14,917 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000003
2014-04-10 10:55:14,917 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000003
2014-04-10 10:55:14,917 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000003
2014-04-10 10:55:14,917 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000003
2014-04-10 10:55:14,918 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0034 CONTAINERID=container_1397144823869_0034_01_000003
2014-04-10 10:55:14,918 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:55:14,918 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0034_01_000003 from application application_1397144823869_0034
2014-04-10 10:55:14,918 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:14,918 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0034
2014-04-10 10:55:14,969 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742171_1347 src: /127.0.0.1:55545 dest: /127.0.0.1:55289
2014-04-10 10:55:14,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:55:14,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.split dst=null perm=null
2014-04-10 10:55:14,979 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742171_1347 src: /127.0.0.1:47724 dest: /127.0.0.1:53466
2014-04-10 10:55:14,989 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742171_1347 src: /127.0.0.1:39824 dest: /127.0.0.1:55175
2014-04-10 10:55:15,009 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job_1397144823869_0034_1.jhist for DFSClient_NONMAPREDUCE_-601288467_1
2014-04-10 10:55:15,054 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47726, bytes: 1251, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0034_m_000003_0_-802119009_1, offset: 1024, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742167_1343, duration: 185579
2014-04-10 10:55:15,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397144823869_0034_m_000005_0 dst=null perm=null
2014-04-10 10:55:15,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job.split dst=null perm=null
2014-04-10 10:55:15,093 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47728, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0034_m_000000_0_1921542540_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, duration: 157115
2014-04-10 10:55:15,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 10:55:15,119 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39828, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0034_m_000003_0_-802119009_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 112478
2014-04-10 10:55:15,122 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0034_01_000007
2014-04-10 10:55:15,122 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0034 CONTAINERID=container_1397144823869_0034_01_000007
2014-04-10 10:55:15,123 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000007 transitioned from RUNNING to KILLING
2014-04-10 10:55:15,123 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0034_01_000007
2014-04-10 10:55:15,136 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0034_01_000007 is : 143
2014-04-10 10:55:15,149 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:55:15,149 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000007
2014-04-10 10:55:15,149 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000007
2014-04-10 10:55:15,149 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000007
2014-04-10 10:55:15,149 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000007
2014-04-10 10:55:15,150 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0034 CONTAINERID=container_1397144823869_0034_01_000007
2014-04-10 10:55:15,150 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:55:15,150 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0034_01_000007 from application application_1397144823869_0034
2014-04-10 10:55:15,150 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:15,150 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0034
2014-04-10 10:55:15,155 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47731, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0034_m_000002_0_1754386186_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741850_1026, duration: 162578
2014-04-10 10:55:15,166 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47603, bytes: 1251, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0034_m_000004_0_-802742284_1, offset: 1024, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742167_1343, duration: 161800
2014-04-10 10:55:15,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397144823869_0034_m_000000_0 dst=null perm=null
2014-04-10 10:55:15,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397144823869_0034_m_000002_0 dst=null perm=null
2014-04-10 10:55:15,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:55:15,229 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0034_01_000002
2014-04-10 10:55:15,230 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0034 CONTAINERID=container_1397144823869_0034_01_000002
2014-04-10 10:55:15,230 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:55:15,230 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0034_01_000002
2014-04-10 10:55:15,230 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0034_01_000003
2014-04-10 10:55:15,231 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0034_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:55:15,231 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0034_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:55:15,231 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0034 CONTAINERID=container_1397144823869_0034_01_000003
2014-04-10 10:55:15,231 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0034_01_000003 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:55:15,231 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 10:55:15,231 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0034_01_000003, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:15,231 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:15,231 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2014-04-10 10:55:15,231 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0034_000001 released container container_1397144823869_0034_01_000003 on node: host: localhost:50571 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:55:15,240 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39831, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0034_m_000004_0_-802742284_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741851_1027, duration: 1479173
2014-04-10 10:55:15,240 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0034_01_000002 is : 143
2014-04-10 10:55:15,249 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:55:15,249 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000002
2014-04-10 10:55:15,249 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000002
2014-04-10 10:55:15,250 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000002
2014-04-10 10:55:15,250 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000002
2014-04-10 10:55:15,250 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0034 CONTAINERID=container_1397144823869_0034_01_000002
2014-04-10 10:55:15,250 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:55:15,250 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0034_01_000002 from application application_1397144823869_0034
2014-04-10 10:55:15,250 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:15,251 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0034
2014-04-10 10:55:15,288 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0034_01_000004
2014-04-10 10:55:15,288 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0034 CONTAINERID=container_1397144823869_0034_01_000004
2014-04-10 10:55:15,288 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:55:15,288 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0034_01_000004
2014-04-10 10:55:15,288 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0034_01_000007
2014-04-10 10:55:15,289 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0034_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:55:15,289 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0034_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 10:55:15,289 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0034 CONTAINERID=container_1397144823869_0034_01_000007
2014-04-10 10:55:15,289 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0034_01_000007 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 10:55:15,289 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 10:55:15,289 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0034_01_000007, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:15,289 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:15,289 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 10:55:15,289 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0034_000001 released container container_1397144823869_0034_01_000007 on node: host: localhost:37679 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 10:55:15,297 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0034_01_000004 is : 143
2014-04-10 10:55:15,306 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:55:15,306 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000004
2014-04-10 10:55:15,307 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000004
2014-04-10 10:55:15,308 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000004
2014-04-10 10:55:15,309 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000004
2014-04-10 10:55:15,309 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0034 CONTAINERID=container_1397144823869_0034_01_000004
2014-04-10 10:55:15,309 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:55:15,309 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0034_01_000004 from application application_1397144823869_0034
2014-04-10 10:55:15,310 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:15,310 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0034
2014-04-10 10:55:15,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397144823869_0034_m_000003_0 dst=null perm=null
2014-04-10 10:55:15,396 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0034_01_000005
2014-04-10 10:55:15,396 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0034 CONTAINERID=container_1397144823869_0034_01_000005
2014-04-10 10:55:15,396 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:55:15,396 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0034_01_000005
2014-04-10 10:55:15,396 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0034_01_000004
2014-04-10 10:55:15,397 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0034_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:55:15,397 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0034_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:55:15,397 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0034 CONTAINERID=container_1397144823869_0034_01_000004
2014-04-10 10:55:15,397 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0034_01_000004 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:55:15,397 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 10:55:15,397 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0034_01_000004, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:15,397 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:15,397 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:55:15,397 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0034_000001 released container container_1397144823869_0034_01_000004 on node: host: localhost:37679 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:55:15,401 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0034_01_000005 is : 143
2014-04-10 10:55:15,408 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:55:15,408 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000005
2014-04-10 10:55:15,408 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000005
2014-04-10 10:55:15,408 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0034 CONTAINERID=container_1397144823869_0034_01_000005
2014-04-10 10:55:15,408 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000005
2014-04-10 10:55:15,408 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000005
2014-04-10 10:55:15,408 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:55:15,409 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0034_01_000005 from application application_1397144823869_0034
2014-04-10 10:55:15,409 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:15,409 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0034
2014-04-10 10:55:15,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397144823869_0034_m_000004_0 dst=null perm=null
2014-04-10 10:55:15,491 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0034_01_000006
2014-04-10 10:55:15,491 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0034 CONTAINERID=container_1397144823869_0034_01_000006
2014-04-10 10:55:15,491 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:55:15,491 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0034_01_000005
2014-04-10 10:55:15,491 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0034_01_000006
2014-04-10 10:55:15,492 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0034_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:55:15,492 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0034_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:55:15,492 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0034 CONTAINERID=container_1397144823869_0034_01_000005
2014-04-10 10:55:15,492 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0034_01_000005 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:55:15,492 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:55:15,492 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0034_01_000005, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:15,492 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:15,492 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:55:15,493 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0034_000001 released container container_1397144823869_0034_01_000005 on node: host: localhost:37679 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:55:15,497 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0034_01_000006 is : 143
2014-04-10 10:55:15,511 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:55:15,512 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000006
2014-04-10 10:55:15,512 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000006
2014-04-10 10:55:15,512 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000006
2014-04-10 10:55:15,512 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0034 CONTAINERID=container_1397144823869_0034_01_000006
2014-04-10 10:55:15,512 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:55:15,512 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000006
2014-04-10 10:55:15,512 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0034_01_000006 from application application_1397144823869_0034
2014-04-10 10:55:15,512 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:15,512 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0034
2014-04-10 10:55:16,230 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0034_01_000002
2014-04-10 10:55:16,231 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0034_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:55:16,231 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0034_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:55:16,231 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0034 CONTAINERID=container_1397144823869_0034_01_000002
2014-04-10 10:55:16,231 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0034_01_000002 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:55:16,232 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:55:16,232 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0034_01_000002, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:16,232 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:16,232 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:55:16,232 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0034_000001 released container container_1397144823869_0034_01_000002 on node: host: localhost:50571 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:55:16,492 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0034_01_000006
2014-04-10 10:55:16,492 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0034_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:55:16,493 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0034_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:55:16,493 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0034 CONTAINERID=container_1397144823869_0034_01_000006
2014-04-10 10:55:16,493 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0034_01_000006 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:55:16,493 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:55:16,493 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0034_01_000006, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:16,493 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:16,494 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:55:16,494 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0034_000001 released container container_1397144823869_0034_01_000006 on node: host: localhost:37679 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:55:16,494 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0034_01_000008 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:55:16,494 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0034 CONTAINERID=container_1397144823869_0034_01_000008
2014-04-10 10:55:16,495 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0034_01_000008 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:55:16,495 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0034 container=Container: [ContainerId: container_1397144823869_0034_01_000008, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0034_01_000008 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:16,495 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:55:16,495 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:17,469 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0034_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:55:17,482 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0034_01_000008 by user brock
2014-04-10 10:55:17,482 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0034 CONTAINERID=container_1397144823869_0034_01_000008
2014-04-10 10:55:17,482 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0034_01_000008 to application application_1397144823869_0034
2014-04-10 10:55:17,483 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000008 transitioned from NEW to LOCALIZING
2014-04-10 10:55:17,483 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0034
2014-04-10 10:55:17,483 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0034
2014-04-10 10:55:17,483 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:55:17,484 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0034
2014-04-10 10:55:17,484 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000008 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:55:17,493 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0034_01_000008 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:55:17,516 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000008 transitioned from LOCALIZED to RUNNING
2014-04-10 10:55:17,516 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:17,576 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000008/default_container_executor.sh]
2014-04-10 10:55:18,473 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:55:19,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397144823869_0034_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:19,307 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397144823869_0034_r_000000_0/part-00000. BP-1649026925-127.0.0.1-1397144808341 blk_1073742172_1348{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:55:19,374 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742172_1348 src: /127.0.0.1:47613 dest: /127.0.0.1:36139
2014-04-10 10:55:19,375 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742172_1348 src: /127.0.0.1:55564 dest: /127.0.0.1:55289
2014-04-10 10:55:19,376 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742172_1348 src: /127.0.0.1:39841 dest: /127.0.0.1:55175
2014-04-10 10:55:19,387 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39841, dest: /127.0.0.1:55175, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0034_r_000000_0_-1837914616_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742172_1348, duration: 9682676
2014-04-10 10:55:19,387 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742172_1348, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:19,388 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742172_1348{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:55:19,388 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55564, dest: /127.0.0.1:55289, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0034_r_000000_0_-1837914616_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742172_1348, duration: 10241630
2014-04-10 10:55:19,388 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742172_1348, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:19,388 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742172_1348{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:55:19,388 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47613, dest: /127.0.0.1:36139, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0034_r_000000_0_-1837914616_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742172_1348, duration: 11002365
2014-04-10 10:55:19,388 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742172_1348, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:19,389 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742172_1348{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:55:19,399 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397144823869_0034_r_000000_0/part-00000 is closed by DFSClient_attempt_1397144823869_0034_r_000000_0_-1837914616_1
2014-04-10 10:55:19,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397144823869_0034_r_000000_0 dst=null perm=null
2014-04-10 10:55:19,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397144823869_0034_r_000000_0 dst=null perm=null
2014-04-10 10:55:19,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown/_temporary/1/task_1397144823869_0034_r_000000 dst=null perm=null
2014-04-10 10:55:19,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown/_temporary/1/_temporary/attempt_1397144823869_0034_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown/_temporary/1/task_1397144823869_0034_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:55:19,521 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0034_01_000008
2014-04-10 10:55:19,522 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0034 CONTAINERID=container_1397144823869_0034_01_000008
2014-04-10 10:55:19,522 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000008 transitioned from RUNNING to KILLING
2014-04-10 10:55:19,522 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0034_01_000008
2014-04-10 10:55:19,529 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0034_01_000008 is : 143
2014-04-10 10:55:19,545 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:55:19,546 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000008
2014-04-10 10:55:19,546 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000008
2014-04-10 10:55:19,546 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000008
2014-04-10 10:55:19,546 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000008
2014-04-10 10:55:19,547 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0034 CONTAINERID=container_1397144823869_0034_01_000008
2014-04-10 10:55:19,547 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:55:19,547 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0034_01_000008 from application application_1397144823869_0034
2014-04-10 10:55:19,547 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:19,547 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0034
2014-04-10 10:55:19,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:19,563 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742172_1348
2014-04-10 10:55:19,565 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-601288467_1
2014-04-10 10:55:19,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown/_temporary/1 dst=null perm=null
2014-04-10 10:55:19,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown dst=null perm=null
2014-04-10 10:55:19,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown dst=null perm=null
2014-04-10 10:55:19,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown/_temporary/1/task_1397144823869_0034_r_000000 dst=null perm=null
2014-04-10 10:55:19,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown/part-00000 dst=null perm=null
2014-04-10 10:55:19,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown/_temporary/1/task_1397144823869_0034_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:19,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown/_temporary dst=null perm=null
2014-04-10 10:55:19,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:19,640 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-601288467_1
2014-04-10 10:55:19,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:19,674 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-601288467_1
2014-04-10 10:55:19,703 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39824, dest: /127.0.0.1:55175, bytes: 76010, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-601288467_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742171_1347, duration: 4695546168
2014-04-10 10:55:19,703 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742171_1347, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:19,704 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47724, dest: /127.0.0.1:53466, bytes: 76010, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-601288467_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742171_1347, duration: 4704185296
2014-04-10 10:55:19,704 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742171_1347{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 16402
2014-04-10 10:55:19,704 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742171_1347, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:19,705 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55545, dest: /127.0.0.1:55289, bytes: 76010, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-601288467_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742171_1347, duration: 4705366994
2014-04-10 10:55:19,705 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742171_1347, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:19,705 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742171_1347{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 16402
2014-04-10 10:55:19,706 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742171_1347{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 16402
2014-04-10 10:55:19,715 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job_1397144823869_0034_1.jhist is closed by DFSClient_NONMAPREDUCE_-601288467_1
2014-04-10 10:55:19,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0034.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:19,736 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0034.summary_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742173_1349{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:55:19,751 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742173_1349 src: /127.0.0.1:55567 dest: /127.0.0.1:55289
2014-04-10 10:55:19,752 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742173_1349 src: /127.0.0.1:47618 dest: /127.0.0.1:36139
2014-04-10 10:55:19,753 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742173_1349 src: /127.0.0.1:47746 dest: /127.0.0.1:53466
2014-04-10 10:55:19,756 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47746, dest: /127.0.0.1:53466, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-601288467_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742173_1349, duration: 1955341
2014-04-10 10:55:19,756 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742173_1349, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:19,757 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742173_1349{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:55:19,757 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47618, dest: /127.0.0.1:36139, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-601288467_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742173_1349, duration: 2450972
2014-04-10 10:55:19,757 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742173_1349, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:19,757 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742173_1349{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:55:19,758 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55567, dest: /127.0.0.1:55289, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-601288467_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742173_1349, duration: 3182250
2014-04-10 10:55:19,758 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742173_1349, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:19,758 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742173_1349{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:55:19,770 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742171_1347
2014-04-10 10:55:19,770 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742173_1349
2014-04-10 10:55:19,774 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0034.summary_tmp is closed by DFSClient_NONMAPREDUCE_-601288467_1
2014-04-10 10:55:19,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0034.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:55:19,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job_1397144823869_0034_1.jhist dst=null perm=null
2014-04-10 10:55:19,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0034-1397145305647-brock-%5B51D90B4764DD4A49B56D4CDD9A97C594%2F1DA378FCC4A14886-1397145319675-6-1-SUCCEEDED-default-1397145308407.jhist_tmp dst=null perm=null
2014-04-10 10:55:19,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job_1397144823869_0034_1.jhist dst=null perm=null
2014-04-10 10:55:19,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0034-1397145305647-brock-%5B51D90B4764DD4A49B56D4CDD9A97C594%2F1DA378FCC4A14886-1397145319675-6-1-SUCCEEDED-default-1397145308407.jhist_tmp dst=null perm=null
2014-04-10 10:55:19,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job_1397144823869_0034_1.jhist dst=null perm=null
2014-04-10 10:55:19,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0034-1397145305647-brock-%5B51D90B4764DD4A49B56D4CDD9A97C594%2F1DA378FCC4A14886-1397145319675-6-1-SUCCEEDED-default-1397145308407.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:19,827 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55570, bytes: 76606, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-601288467_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742171_1347, duration: 530933
2014-04-10 10:55:19,830 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0034-1397145305647-brock-%5B51D90B4764DD4A49B56D4CDD9A97C594%2F1DA378FCC4A14886-1397145319675-6-1-SUCCEEDED-default-1397145308407.jhist_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742174_1350{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:55:19,843 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742174_1350 src: /127.0.0.1:47621 dest: /127.0.0.1:36139
2014-04-10 10:55:19,844 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742174_1350 src: /127.0.0.1:47749 dest: /127.0.0.1:53466
2014-04-10 10:55:19,845 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742174_1350 src: /127.0.0.1:55573 dest: /127.0.0.1:55289
2014-04-10 10:55:19,849 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55573, dest: /127.0.0.1:55289, bytes: 76010, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-601288467_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742174_1350, duration: 3452058
2014-04-10 10:55:19,850 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742174_1350, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:19,850 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742174_1350{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:55:19,850 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47749, dest: /127.0.0.1:53466, bytes: 76010, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-601288467_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742174_1350, duration: 3936301
2014-04-10 10:55:19,850 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742174_1350, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:19,851 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742174_1350{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:55:19,851 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47621, dest: /127.0.0.1:36139, bytes: 76010, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-601288467_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742174_1350, duration: 4838030
2014-04-10 10:55:19,852 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742174_1350, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:19,852 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742174_1350{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:55:19,865 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0034-1397145305647-brock-%5B51D90B4764DD4A49B56D4CDD9A97C594%2F1DA378FCC4A14886-1397145319675-6-1-SUCCEEDED-default-1397145308407.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-601288467_1
2014-04-10 10:55:19,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0034-1397145305647-brock-%5B51D90B4764DD4A49B56D4CDD9A97C594%2F1DA378FCC4A14886-1397145319675-6-1-SUCCEEDED-default-1397145308407.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:55:19,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job_1397144823869_0034_1_conf.xml dst=null perm=null
2014-04-10 10:55:19,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0034_conf.xml_tmp dst=null perm=null
2014-04-10 10:55:19,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job_1397144823869_0034_1_conf.xml dst=null perm=null
2014-04-10 10:55:19,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0034_conf.xml_tmp dst=null perm=null
2014-04-10 10:55:19,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034/job_1397144823869_0034_1_conf.xml dst=null perm=null
2014-04-10 10:55:19,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0034_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:19,893 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39850, bytes: 96290, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-601288467_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742170_1346, duration: 530079
2014-04-10 10:55:19,896 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0034_conf.xml_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742175_1351{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]}
2014-04-10 10:55:19,909 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742175_1351 src: /127.0.0.1:47625 dest: /127.0.0.1:36139
2014-04-10 10:55:19,911 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742175_1351 src: /127.0.0.1:55576 dest: /127.0.0.1:55289
2014-04-10 10:55:19,912 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742175_1351 src: /127.0.0.1:39853 dest: /127.0.0.1:55175
2014-04-10 10:55:19,916 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39853, dest: /127.0.0.1:55175, bytes: 95542, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-601288467_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742175_1351, duration: 2667943
2014-04-10 10:55:19,916 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742175_1351, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:19,916 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742175_1351{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:55:19,916 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55576, dest: /127.0.0.1:55289, bytes: 95542, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-601288467_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742175_1351, duration: 3347124
2014-04-10 10:55:19,917 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742175_1351, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:19,917 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742175_1351{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:55:19,917 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47625, dest: /127.0.0.1:36139, bytes: 95542, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-601288467_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742175_1351, duration: 3935443
2014-04-10 10:55:19,917 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742175_1351, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:19,918 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742175_1351{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:55:19,932 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0034_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-601288467_1
2014-04-10 10:55:19,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0034_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:55:19,965 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742173_1349
2014-04-10 10:55:19,966 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742172_1348
2014-04-10 10:55:19,967 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742175_1351
2014-04-10 10:55:19,968 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742174_1350
2014-04-10 10:55:19,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0034.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0034.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:55:20,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0034_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0034_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:55:20,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0034-1397145305647-brock-%5B51D90B4764DD4A49B56D4CDD9A97C594%2F1DA378FCC4A14886-1397145319675-6-1-SUCCEEDED-default-1397145308407.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0034-1397145305647-brock-%5B51D90B4764DD4A49B56D4CDD9A97C594%2F1DA378FCC4A14886-1397145319675-6-1-SUCCEEDED-default-1397145308407.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:55:20,033 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397144823869_0034_000001 with final state: FINISHING
2014-04-10 10:55:20,033 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0034_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:55:20,033 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397144823869_0034 with final state: FINISHING
2014-04-10 10:55:20,033 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0034 State change from RUNNING to FINAL_SAVING
2014-04-10 10:55:20,033 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0034
2014-04-10 10:55:20,034 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0034_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:55:20,034 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0034 State change from FINAL_SAVING to FINISHING
2014-04-10 10:55:20,072 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:55:20,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:55:20,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:55:20,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0034.summary dst=null perm=null
2014-04-10 10:55:20,080 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47758, bytes: 457, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_538767685_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742173_1349, duration: 251484
2014-04-10 10:55:20,080 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397144823869_0034,submitTime=1397145305647,launchTime=1397145308407,firstMapTaskLaunchTime=1397145310581,firstReduceTaskLaunchTime=1397145317484,finishTime=1397145319675,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=6,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=27,reduceSlotSeconds=2,jobName=[51D90B4764DD4A49B56D4CDD9A97C594/1DA378FCC4A14886BDDBC8BB015D86D4] lower*upper/(1/1) ...ldedpipesplatform/unknown
2014-04-10 10:55:20,080 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0034.summary]
2014-04-10 10:55:20,091 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742173_1349 127.0.0.1:55289 127.0.0.1:36139 127.0.0.1:53466
2014-04-10 10:55:20,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0034.summary dst=null perm=null
2014-04-10 10:55:20,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:55:20,093 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0034-1397145305647-brock-%5B51D90B4764DD4A49B56D4CDD9A97C594%2F1DA378FCC4A14886-1397145319675-6-1-SUCCEEDED-default-1397145308407.jhist to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0034-1397145305647-brock-%5B51D90B4764DD4A49B56D4CDD9A97C594%2F1DA378FCC4A14886-1397145319675-6-1-SUCCEEDED-default-1397145308407.jhist
2014-04-10 10:55:20,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0034-1397145305647-brock-%5B51D90B4764DD4A49B56D4CDD9A97C594%2F1DA378FCC4A14886-1397145319675-6-1-SUCCEEDED-default-1397145308407.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0034-1397145305647-brock-%5B51D90B4764DD4A49B56D4CDD9A97C594%2F1DA378FCC4A14886-1397145319675-6-1-SUCCEEDED-default-1397145308407.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:55:20,108 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0034_conf.xml to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0034_conf.xml
2014-04-10 10:55:20,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0034_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0034_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:55:20,116 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397144823869_0034 from file: hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0034-1397145305647-brock-%5B51D90B4764DD4A49B56D4CDD9A97C594%2F1DA378FCC4A14886-1397145319675-6-1-SUCCEEDED-default-1397145308407.jhist
2014-04-10 10:55:20,116 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0034-1397145305647-brock-%5B51D90B4764DD4A49B56D4CDD9A97C594%2F1DA378FCC4A14886-1397145319675-6-1-SUCCEEDED-default-1397145308407.jhist]
2014-04-10 10:55:20,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0034-1397145305647-brock-%5B51D90B4764DD4A49B56D4CDD9A97C594%2F1DA378FCC4A14886-1397145319675-6-1-SUCCEEDED-default-1397145308407.jhist dst=null perm=null
2014-04-10 10:55:20,119 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742171_1347
2014-04-10 10:55:20,119 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47758, bytes: 76606, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742174_1350, duration: 371816
2014-04-10 10:55:20,120 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742172_1348
2014-04-10 10:55:20,120 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742174_1350
2014-04-10 10:55:20,122 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742175_1351
2014-04-10 10:55:20,122 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742173_1349
2014-04-10 10:55:20,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown dst=null perm=null
2014-04-10 10:55:20,149 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown/_temporary
2014-04-10 10:55:20,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown/_temporary dst=null perm=null
2014-04-10 10:55:20,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown dst=null perm=null
2014-04-10 10:55:20,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown dst=null perm=null
2014-04-10 10:55:20,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown dst=null perm=null
2014-04-10 10:55:20,163 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:55:20,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown/part-00000 dst=null perm=null
2014-04-10 10:55:20,165 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55582, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742172_1348, duration: 106141
2014-04-10 10:55:20,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown dst=null perm=null
2014-04-10 10:55:20,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown dst=null perm=null
2014-04-10 10:55:20,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown dst=null perm=null
2014-04-10 10:55:20,175 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:55:20,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown/part-00000 dst=null perm=null
2014-04-10 10:55:20,178 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39859, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742172_1348, duration: 149181
2014-04-10 10:55:20,178 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/cogroupfieldedpipesplatform/unknown
2014-04-10 10:55:20,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown dst=null perm=null
2014-04-10 10:55:20,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown dst=null perm=null
2014-04-10 10:55:20,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown dst=null perm=null
2014-04-10 10:55:20,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown dst=null perm=null
2014-04-10 10:55:20,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown/part-00000 dst=null perm=null
2014-04-10 10:55:20,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/unknown/part-00000 dst=null perm=null
2014-04-10 10:55:20,184 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39859, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742172_1348, duration: 145726
2014-04-10 10:55:20,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:55:20,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:55:20,200 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 10:55:20,200 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 10:55:20,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull dst=null perm=null
2014-04-10 10:55:20,210 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting
2014-04-10 10:55:20,211 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextDelimited[['num', 'char' | Integer, String]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt"]
2014-04-10 10:55:20,211 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextDelimited[['num', 'char' | Integer, String]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt"]
2014-04-10 10:55:20,211 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] sink: Hfs["TextDelimited[[0:3]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull"]
2014-04-10 10:55:20,212 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] parallel execution is enabled: true
2014-04-10 10:55:20,212 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting jobs: 1
2014-04-10 10:55:20,212 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] allocating threads: 1
2014-04-10 10:55:20,213 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) ...orm/cogroupouterinnernull
2014-04-10 10:55:20,222 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:55:20,229 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:55:20,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull dst=null perm=null
2014-04-10 10:55:20,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:55:20,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:55:20,232 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 35
2014-04-10 10:55:20,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035 dst=null perm=null
2014-04-10 10:55:20,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:55:20,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:55:20,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.jar dst=null perm=null
2014-04-10 10:55:20,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:55:20,284 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073742176_1352{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:55:20,300 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742176_1352 src: /127.0.0.1:55584 dest: /127.0.0.1:55289
2014-04-10 10:55:20,302 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742176_1352 src: /127.0.0.1:39861 dest: /127.0.0.1:55175
2014-04-10 10:55:20,303 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742176_1352 src: /127.0.0.1:47636 dest: /127.0.0.1:36139
2014-04-10 10:55:20,309 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47636, dest: /127.0.0.1:36139, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742176_1352, duration: 5599923
2014-04-10 10:55:20,310 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742176_1352, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:20,310 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742176_1352{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:55:20,310 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39861, dest: /127.0.0.1:55175, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742176_1352, duration: 6266143
2014-04-10 10:55:20,311 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742176_1352, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:20,311 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742176_1352{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:55:20,311 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55584, dest: /127.0.0.1:55289, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742176_1352, duration: 6355994
2014-04-10 10:55:20,311 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742176_1352, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:20,312 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742176_1352{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:55:20,324 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:55:20,325 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.jar
2014-04-10 10:55:20,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.jar dst=null perm=null
2014-04-10 10:55:20,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:55:20,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:55:20,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:55:20,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:55:20,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:55:20,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:55:20,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:55:20,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:55:20,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:55:20,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:55:20,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:55:20,352 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:55:20,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:55:20,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:55:20,355 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:55:20,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:55:20,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:55:20,358 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:55:20,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:55:20,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:55:20,361 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:55:20,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:55:20,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:55:20,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:55:20,383 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.split
2014-04-10 10:55:20,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.split dst=null perm=null
2014-04-10 10:55:20,392 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.split. BP-1649026925-127.0.0.1-1397144808341 blk_1073742177_1353{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:55:20,408 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742177_1353 src: /127.0.0.1:47765 dest: /127.0.0.1:53466
2014-04-10 10:55:20,410 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742177_1353 src: /127.0.0.1:55589 dest: /127.0.0.1:55289
2014-04-10 10:55:20,411 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742177_1353 src: /127.0.0.1:47640 dest: /127.0.0.1:36139
2014-04-10 10:55:20,412 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742177_1353 src: /127.0.0.1:39867 dest: /127.0.0.1:55175
2014-04-10 10:55:20,415 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39867, dest: /127.0.0.1:55175, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742177_1353, duration: 2040323
2014-04-10 10:55:20,415 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742177_1353, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:20,416 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742177_1353{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:55:20,416 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47640, dest: /127.0.0.1:36139, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742177_1353, duration: 2464939
2014-04-10 10:55:20,416 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742177_1353, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:20,416 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742177_1353{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:55:20,417 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55589, dest: /127.0.0.1:55289, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742177_1353, duration: 3281709
2014-04-10 10:55:20,417 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742177_1353, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:20,417 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742177_1353{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:55:20,417 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47765, dest: /127.0.0.1:53466, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742177_1353, duration: 3843904
2014-04-10 10:55:20,418 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742177_1353, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:20,421 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742177_1353{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:55:20,432 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.split is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:55:20,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:55:20,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:55:20,450 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.splitmetainfo. BP-1649026925-127.0.0.1-1397144808341 blk_1073742178_1354{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:55:20,467 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742178_1354 src: /127.0.0.1:47642 dest: /127.0.0.1:36139
2014-04-10 10:55:20,468 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742178_1354 src: /127.0.0.1:39869 dest: /127.0.0.1:55175
2014-04-10 10:55:20,469 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742178_1354 src: /127.0.0.1:55594 dest: /127.0.0.1:55289
2014-04-10 10:55:20,472 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55594, dest: /127.0.0.1:55289, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742178_1354, duration: 1577886
2014-04-10 10:55:20,472 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742178_1354, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:20,472 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742178_1354{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:55:20,472 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39869, dest: /127.0.0.1:55175, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742178_1354, duration: 2009134
2014-04-10 10:55:20,473 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742178_1354, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:20,473 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742178_1354{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:55:20,473 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47642, dest: /127.0.0.1:36139, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742178_1354, duration: 2463263
2014-04-10 10:55:20,473 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742178_1354, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:20,475 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742178_1354{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:55:20,490 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:55:20,491 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 10:55:20,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:55:20,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:55:20,514 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742179_1355{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:55:20,522 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0034_01_000008
2014-04-10 10:55:20,523 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0034_01_000008 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:55:20,523 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0034_01_000008 in state: COMPLETED event:FINISHED
2014-04-10 10:55:20,523 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0034 CONTAINERID=container_1397144823869_0034_01_000008
2014-04-10 10:55:20,524 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0034_01_000008 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:55:20,524 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:55:20,524 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0034_01_000008, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:20,524 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:20,524 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:55:20,525 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0034_000001 released container container_1397144823869_0034_01_000008 on node: host: localhost:37679 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:55:20,525 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742179_1355 src: /127.0.0.1:39871 dest: /127.0.0.1:55175
2014-04-10 10:55:20,526 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742179_1355 src: /127.0.0.1:47773 dest: /127.0.0.1:53466
2014-04-10 10:55:20,527 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742179_1355 src: /127.0.0.1:55597 dest: /127.0.0.1:55289
2014-04-10 10:55:20,531 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55597, dest: /127.0.0.1:55289, bytes: 82851, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742179_1355, duration: 2202806
2014-04-10 10:55:20,531 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742179_1355, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:20,531 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742179_1355{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:55:20,531 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47773, dest: /127.0.0.1:53466, bytes: 82851, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742179_1355, duration: 2370850
2014-04-10 10:55:20,532 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742179_1355, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:20,532 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742179_1355{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:55:20,532 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39871, dest: /127.0.0.1:55175, bytes: 82851, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742179_1355, duration: 3223455
2014-04-10 10:55:20,532 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742179_1355, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:20,533 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742179_1355{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:55:20,549 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.xml is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:55:20,549 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397144823869_0035
2014-04-10 10:55:20,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035 dst=null perm=null
2014-04-10 10:55:20,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.xml dst=null perm=null
2014-04-10 10:55:20,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.xml dst=null perm=null
2014-04-10 10:55:20,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.jar dst=null perm=null
2014-04-10 10:55:20,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.jar dst=null perm=null
2014-04-10 10:55:20,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.split dst=null perm=null
2014-04-10 10:55:20,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.split dst=null perm=null
2014-04-10 10:55:20,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.splitmetainfo dst=null perm=null
2014-04-10 10:55:20,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.splitmetainfo dst=null perm=null
2014-04-10 10:55:20,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:55:20,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:55:20,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:55:20,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:55:20,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:55:20,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:55:20,615 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 35 submitted by user brock
2014-04-10 10:55:20,615 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397144823869_0035
2014-04-10 10:55:20,616 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397144823869_0035
2014-04-10 10:55:20,616 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0035
2014-04-10 10:55:20,616 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0035 State change from NEW to NEW_SAVING
2014-04-10 10:55:20,617 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0035 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:55:20,617 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397144823869_0035_000001
2014-04-10 10:55:20,617 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0035_000001 State change from NEW to SUBMITTED
2014-04-10 10:55:20,617 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397144823869_0035 from user: brock activated in queue: default
2014-04-10 10:55:20,618 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397144823869_0035 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@1ba82161, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:55:20,618 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397144823869_0035
2014-04-10 10:55:20,618 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397144823869_0035 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:55:20,618 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397144823869_0035_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:55:20,619 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0035_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:55:20,620 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0035 State change from SUBMITTED to ACCEPTED
2014-04-10 10:55:20,621 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:60619/proxy/application_1397144823869_0035/
2014-04-10 10:55:20,621 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397144823869_0035
2014-04-10 10:55:20,621 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:60619/proxy/application_1397144823869_0035/
2014-04-10 10:55:20,860 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0035_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:55:20,860 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0035 CONTAINERID=container_1397144823869_0035_01_000001
2014-04-10 10:55:20,860 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0035_01_000001 of capacity <memory:2048, vCores:1> on host localhost:56736, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2014-04-10 10:55:20,861 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0035 container=Container: [ContainerId: container_1397144823869_0035_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0035_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:20,861 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:55:20,861 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0035_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:55:20,861 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:20,862 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397144823869_0035 AttemptId: appattempt_1397144823869_0035_000001 MasterContainer: Container: [ContainerId: container_1397144823869_0035_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ]
2014-04-10 10:55:20,862 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0035_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:55:20,862 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0035_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:55:20,863 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397144823869_0035_000001
2014-04-10 10:55:20,863 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397144823869_0035_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] for AM appattempt_1397144823869_0035_000001
2014-04-10 10:55:20,863 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397144823869_0035_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:55:20,866 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0035_000001 (auth:SIMPLE)
2014-04-10 10:55:20,868 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0035_01_000001 by user brock
2014-04-10 10:55:20,868 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0035
2014-04-10 10:55:20,868 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0035 CONTAINERID=container_1397144823869_0035_01_000001
2014-04-10 10:55:20,869 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0035 transitioned from NEW to INITING
2014-04-10 10:55:20,869 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0035_01_000001 to application application_1397144823869_0035
2014-04-10 10:55:20,869 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0035 transitioned from INITING to RUNNING
2014-04-10 10:55:20,869 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397144823869_0035_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] for AM appattempt_1397144823869_0035_000001
2014-04-10 10:55:20,869 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0035_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:55:20,869 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:55:20,870 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0035
2014-04-10 10:55:20,870 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:55:20,870 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:55:20,870 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:55:20,870 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:55:20,871 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0035_01_000001
2014-04-10 10:55:20,880 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397144823869_0035_01_000001.tokens. Credentials list:
2014-04-10 10:55:20,895 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:55:20,956 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397144823869_0035_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000001.tokens
2014-04-10 10:55:20,957 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0035 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0035
2014-04-10 10:55:21,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.jar dst=null perm=null
2014-04-10 10:55:21,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.jar dst=null perm=null
2014-04-10 10:55:21,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.jar dst=null perm=null
2014-04-10 10:55:21,068 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39859, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_432512534_23305, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742176_1352, duration: 894367
2014-04-10 10:55:21,094 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0035/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:55:21,099 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742166_1342 127.0.0.1:53466 127.0.0.1:36139 127.0.0.1:55175 127.0.0.1:55289
2014-04-10 10:55:21,099 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742167_1343 127.0.0.1:55289 127.0.0.1:55175 127.0.0.1:36139 127.0.0.1:53466
2014-04-10 10:55:21,099 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742168_1344 127.0.0.1:36139 127.0.0.1:55289 127.0.0.1:53466
2014-04-10 10:55:21,100 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742169_1345 127.0.0.1:36139 127.0.0.1:55289 127.0.0.1:55175
2014-04-10 10:55:21,100 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742171_1347 127.0.0.1:55289 127.0.0.1:53466 127.0.0.1:55175
2014-04-10 10:55:21,100 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742170_1346 127.0.0.1:55289 127.0.0.1:53466 127.0.0.1:55175
2014-04-10 10:55:21,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0034 dst=null perm=null
2014-04-10 10:55:21,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.splitmetainfo dst=null perm=null
2014-04-10 10:55:21,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.splitmetainfo dst=null perm=null
2014-04-10 10:55:21,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.splitmetainfo dst=null perm=null
2014-04-10 10:55:21,131 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47652, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_432512534_23305, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742178_1354, duration: 193114
2014-04-10 10:55:21,146 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0035/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:55:21,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.split dst=null perm=null
2014-04-10 10:55:21,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.split dst=null perm=null
2014-04-10 10:55:21,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.split dst=null perm=null
2014-04-10 10:55:21,170 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55603, bytes: 1928, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_432512534_23305, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742177_1353, duration: 231868
2014-04-10 10:55:21,186 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0035/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:55:21,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.xml dst=null perm=null
2014-04-10 10:55:21,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.xml dst=null perm=null
2014-04-10 10:55:21,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.xml dst=null perm=null
2014-04-10 10:55:21,209 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39859, bytes: 83499, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_432512534_23305, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742179_1355, duration: 222398
2014-04-10 10:55:21,226 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0035/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:55:21,226 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:55:21,257 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:55:21,257 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:21,314 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000001/default_container_executor.sh]
2014-04-10 10:55:21,859 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0035_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:55:22,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:55:22,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/COMMIT_STARTED dst=null perm=null
2014-04-10 10:55:22,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:55:22,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/COMMIT_FAIL dst=null perm=null
2014-04-10 10:55:22,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035 dst=null perm=null
2014-04-10 10:55:22,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:55:22,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:55:22,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.splitmetainfo dst=null perm=null
2014-04-10 10:55:22,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.splitmetainfo dst=null perm=null
2014-04-10 10:55:22,800 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39884, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1035132294_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742178_1354, duration: 170828
2014-04-10 10:55:22,851 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:36139 to replicate blk_1073742176_1352 to datanode(s) 127.0.0.1:53466
2014-04-10 10:55:22,851 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073742166_1342, blk_1073742167_1343, blk_1073742169_1345, blk_1073742170_1346, blk_1073742171_1347]
2014-04-10 10:55:22,852 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073742166_1342, blk_1073742167_1343, blk_1073742168_1344, blk_1073742170_1346, blk_1073742171_1347, blk_1073742173_1349]
2014-04-10 10:55:23,403 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0035_000001 (auth:SIMPLE)
2014-04-10 10:55:23,404 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397144823869_0035_000001
2014-04-10 10:55:23,404 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397144823869_0035 APPATTEMPTID=appattempt_1397144823869_0035_000001
2014-04-10 10:55:23,405 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0035_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:55:23,405 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0035 State change from ACCEPTED to RUNNING
2014-04-10 10:55:23,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job_1397144823869_0035_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:23,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:55:23,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job_1397144823869_0035_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:23,636 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job_1397144823869_0035_1_conf.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742180_1356{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:55:23,668 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742180_1356 src: /127.0.0.1:39888 dest: /127.0.0.1:55175
2014-04-10 10:55:23,669 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742180_1356 src: /127.0.0.1:55613 dest: /127.0.0.1:55289
2014-04-10 10:55:23,670 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742180_1356 src: /127.0.0.1:47791 dest: /127.0.0.1:53466
2014-04-10 10:55:23,676 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47791, dest: /127.0.0.1:53466, bytes: 96834, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1035132294_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742180_1356, duration: 4846138
2014-04-10 10:55:23,676 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742180_1356, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:23,676 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55613, dest: /127.0.0.1:55289, bytes: 96834, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1035132294_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742180_1356, duration: 5328715
2014-04-10 10:55:23,676 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742180_1356{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:55:23,676 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742180_1356, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:23,677 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39888, dest: /127.0.0.1:55175, bytes: 96834, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1035132294_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742180_1356, duration: 5687142
2014-04-10 10:55:23,677 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742180_1356, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:23,677 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742180_1356{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:55:23,677 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742180_1356{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:55:23,730 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job_1397144823869_0035_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1035132294_1
2014-04-10 10:55:24,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742166_1342 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742166 for deletion
2014-04-10 10:55:24,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742167_1343 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742167 for deletion
2014-04-10 10:55:24,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742169_1345 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742169 for deletion
2014-04-10 10:55:24,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742167_1343 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742167
2014-04-10 10:55:24,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742170_1346 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742170 for deletion
2014-04-10 10:55:24,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742166_1342 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742166
2014-04-10 10:55:24,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742170_1346 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742170
2014-04-10 10:55:24,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742171_1347 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742171 for deletion
2014-04-10 10:55:24,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742169_1345 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742169
2014-04-10 10:55:24,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742171_1347 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742171
2014-04-10 10:55:24,087 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742166_1342 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742166 for deletion
2014-04-10 10:55:24,087 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742167_1343 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742167 for deletion
2014-04-10 10:55:24,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742166_1342 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742166
2014-04-10 10:55:24,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742168_1344 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742168 for deletion
2014-04-10 10:55:24,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742167_1343 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742167
2014-04-10 10:55:24,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742168_1344 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742168
2014-04-10 10:55:24,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742170_1346 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742170 for deletion
2014-04-10 10:55:24,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742171_1347 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742171 for deletion
2014-04-10 10:55:24,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742170_1346 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742170
2014-04-10 10:55:24,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742171_1347 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742171
2014-04-10 10:55:24,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742173_1349 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742173 for deletion
2014-04-10 10:55:24,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742173_1349 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742173
2014-04-10 10:55:24,093 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=1df63c1b-7aec-480c-a7f5-64068c9095b6, infoPort=40517, ipcPort=46888, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) Starting thread to transfer BP-1649026925-127.0.0.1-1397144808341:blk_1073742176_1352 to 127.0.0.1:53466
2014-04-10 10:55:24,094 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742176_1352 src: /127.0.0.1:47794 dest: /127.0.0.1:53466
2014-04-10 10:55:24,095 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1649026925-127.0.0.1-1397144808341:blk_1073742176_1352 (numBytes=244650) to 127.0.0.1/127.0.0.1:53466
2014-04-10 10:55:24,096 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1649026925-127.0.0.1-1397144808341:blk_1073742176_1352 src: /127.0.0.1:47794 dest: /127.0.0.1:53466 of size 244650
2014-04-10 10:55:24,097 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742176_1352 size 244650
2014-04-10 10:55:24,524 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0035_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:55:24,525 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0035 CONTAINERID=container_1397144823869_0035_01_000002
2014-04-10 10:55:24,525 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0035_01_000002 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:55:24,525 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0035 container=Container: [ContainerId: container_1397144823869_0035_01_000002, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0035_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:24,525 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:55:24,525 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:24,525 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0035_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:55:24,526 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0035 CONTAINERID=container_1397144823869_0035_01_000003
2014-04-10 10:55:24,526 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0035_01_000003 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:55:24,526 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0035 container=Container: [ContainerId: container_1397144823869_0035_01_000003, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0035_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:24,526 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:55:24,526 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:24,527 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0035_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:55:24,527 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0035 CONTAINERID=container_1397144823869_0035_01_000004
2014-04-10 10:55:24,527 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0035_01_000004 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 10:55:24,527 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0035 container=Container: [ContainerId: container_1397144823869_0035_01_000004, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0035_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:24,527 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:55:24,527 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:24,528 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0035_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:55:24,528 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0035 CONTAINERID=container_1397144823869_0035_01_000005
2014-04-10 10:55:24,528 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0035_01_000005 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 10:55:24,528 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0035 container=Container: [ContainerId: container_1397144823869_0035_01_000005, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0035_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:24,529 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:55:24,529 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:24,566 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742178_1354
2014-04-10 10:55:24,567 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742175_1351
2014-04-10 10:55:24,768 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742176_1352
2014-04-10 10:55:24,769 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742180_1356
2014-04-10 10:55:24,774 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742174_1350
2014-04-10 10:55:24,961 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0035_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:55:24,961 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0035 CONTAINERID=container_1397144823869_0035_01_000006
2014-04-10 10:55:24,961 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0035_01_000006 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:55:24,961 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0035 container=Container: [ContainerId: container_1397144823869_0035_01_000006, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0035_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:24,962 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 10:55:24,962 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:24,967 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742179_1355
2014-04-10 10:55:24,968 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742177_1353
2014-04-10 10:55:24,971 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742178_1354
2014-04-10 10:55:24,973 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742176_1352
2014-04-10 10:55:24,974 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742177_1353
2014-04-10 10:55:24,974 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742176_1352
2014-04-10 10:55:24,975 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742179_1355
2014-04-10 10:55:24,975 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742177_1353
2014-04-10 10:55:24,976 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742180_1356
2014-04-10 10:55:25,127 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742176_1352
2014-04-10 10:55:25,326 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742179_1355
2014-04-10 10:55:25,328 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742180_1356
2014-04-10 10:55:25,328 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742178_1354
2014-04-10 10:55:25,328 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742177_1353
2014-04-10 10:55:25,437 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0035_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:55:25,438 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0035_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:55:25,438 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0035_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:55:25,438 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0035_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:55:25,438 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0035_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:55:25,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.jar dst=null perm=null
2014-04-10 10:55:25,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.jar dst=null perm=null
2014-04-10 10:55:25,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.xml dst=null perm=null
2014-04-10 10:55:25,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.xml dst=null perm=null
2014-04-10 10:55:25,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:55:25,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:55:25,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:55:25,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:55:25,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:55:25,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:55:25,557 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0035_000001 (auth:SIMPLE)
2014-04-10 10:55:25,557 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0035_000001 (auth:SIMPLE)
2014-04-10 10:55:25,561 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0035_01_000004 by user brock
2014-04-10 10:55:25,561 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0035_01_000003 by user brock
2014-04-10 10:55:25,561 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0035_01_000002 by user brock
2014-04-10 10:55:25,561 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0035
2014-04-10 10:55:25,561 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0035 CONTAINERID=container_1397144823869_0035_01_000003
2014-04-10 10:55:25,562 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0035 CONTAINERID=container_1397144823869_0035_01_000004
2014-04-10 10:55:25,561 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0035_01_000005 by user brock
2014-04-10 10:55:25,561 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0035 CONTAINERID=container_1397144823869_0035_01_000002
2014-04-10 10:55:25,562 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0035 CONTAINERID=container_1397144823869_0035_01_000005
2014-04-10 10:55:25,561 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0035_01_000003 to application application_1397144823869_0035
2014-04-10 10:55:25,561 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0035_01_000006 by user brock
2014-04-10 10:55:25,562 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0035_01_000002 to application application_1397144823869_0035
2014-04-10 10:55:25,563 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0035
2014-04-10 10:55:25,563 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0035 transitioned from NEW to INITING
2014-04-10 10:55:25,563 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0035 CONTAINERID=container_1397144823869_0035_01_000006
2014-04-10 10:55:25,563 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0035 transitioned from NEW to INITING
2014-04-10 10:55:25,563 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0035_01_000004 to application application_1397144823869_0035
2014-04-10 10:55:25,563 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0035_01_000006 to application application_1397144823869_0035
2014-04-10 10:55:25,563 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0035_01_000005 to application application_1397144823869_0035
2014-04-10 10:55:25,564 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0035 transitioned from INITING to RUNNING
2014-04-10 10:55:25,564 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0035 transitioned from INITING to RUNNING
2014-04-10 10:55:25,564 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:55:25,564 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:55:25,564 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0035
2014-04-10 10:55:25,565 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0035
2014-04-10 10:55:25,565 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:55:25,565 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:55:25,565 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0035
2014-04-10 10:55:25,565 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:55:25,565 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:55:25,565 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:55:25,566 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:55:25,566 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0035_01_000006
2014-04-10 10:55:25,566 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0035
2014-04-10 10:55:25,566 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0035
2014-04-10 10:55:25,566 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:55:25,566 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0035
2014-04-10 10:55:25,567 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:55:25,567 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:55:25,567 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0035
2014-04-10 10:55:25,567 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0035
2014-04-10 10:55:25,567 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:55:25,567 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0035
2014-04-10 10:55:25,568 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0035
2014-04-10 10:55:25,568 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0035
2014-04-10 10:55:25,568 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:55:25,568 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0035
2014-04-10 10:55:25,568 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0035
2014-04-10 10:55:25,568 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0035
2014-04-10 10:55:25,568 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:55:25,569 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0035
2014-04-10 10:55:25,569 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0035_01_000002
2014-04-10 10:55:25,569 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0035_01_000003
2014-04-10 10:55:25,570 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0035_01_000004
2014-04-10 10:55:25,570 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0035_01_000005
2014-04-10 10:55:25,582 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397144823869_0035_01_000006.tokens. Credentials list:
2014-04-10 10:55:25,589 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397144823869_0035_01_000002.tokens. Credentials list:
2014-04-10 10:55:25,589 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397144823869_0035_01_000004.tokens. Credentials list:
2014-04-10 10:55:25,590 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397144823869_0035_01_000005.tokens. Credentials list:
2014-04-10 10:55:25,590 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0035_01_000003.tokens. Credentials list:
2014-04-10 10:55:25,604 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:55:25,608 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:55:25,686 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397144823869_0035_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000006.tokens
2014-04-10 10:55:25,687 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0035 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0035
2014-04-10 10:55:25,691 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397144823869_0035_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000002.tokens
2014-04-10 10:55:25,691 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0035 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0035
2014-04-10 10:55:25,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.jar dst=null perm=null
2014-04-10 10:55:25,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.jar dst=null perm=null
2014-04-10 10:55:25,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.jar dst=null perm=null
2014-04-10 10:55:25,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.jar dst=null perm=null
2014-04-10 10:55:25,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.jar dst=null perm=null
2014-04-10 10:55:25,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.jar dst=null perm=null
2014-04-10 10:55:25,821 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47678, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-538083494_23481, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742176_1352, duration: 875136
2014-04-10 10:55:25,824 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47679, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-747455220_23482, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742176_1352, duration: 1071970
2014-04-10 10:55:25,851 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0035/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:55:25,852 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073742166_1342, blk_1073742167_1343, blk_1073742168_1344, blk_1073742169_1345, blk_1073742170_1346, blk_1073742171_1347, blk_1073742173_1349]
2014-04-10 10:55:25,852 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0035/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:55:25,852 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073742166_1342, blk_1073742167_1343, blk_1073742168_1344, blk_1073742169_1345, blk_1073742173_1349]
2014-04-10 10:55:25,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.xml dst=null perm=null
2014-04-10 10:55:25,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.xml dst=null perm=null
2014-04-10 10:55:25,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.xml dst=null perm=null
2014-04-10 10:55:25,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.xml dst=null perm=null
2014-04-10 10:55:25,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.xml dst=null perm=null
2014-04-10 10:55:25,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.xml dst=null perm=null
2014-04-10 10:55:25,884 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47807, bytes: 83499, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-538083494_23481, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742179_1355, duration: 411373
2014-04-10 10:55:25,884 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39907, bytes: 83499, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-747455220_23482, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742179_1355, duration: 440274
2014-04-10 10:55:25,907 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0035/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:55:25,908 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:55:25,907 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:55:25,907 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0035/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:55:25,908 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:55:25,908 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:55:25,909 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:55:25,936 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:55:25,937 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:25,937 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:55:25,937 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:55:25,937 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:25,937 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:25,946 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:55:25,946 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:55:25,946 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:25,946 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:25,961 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0035_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:55:26,011 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000005/default_container_executor.sh]
2014-04-10 10:55:26,011 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000004/default_container_executor.sh]
2014-04-10 10:55:26,011 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000002/default_container_executor.sh]
2014-04-10 10:55:26,018 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000006/default_container_executor.sh]
2014-04-10 10:55:26,021 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000003/default_container_executor.sh]
2014-04-10 10:55:26,150 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397144823869_0034_01_000001 succeeded
2014-04-10 10:55:26,150 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:55:26,150 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0034_01_000001
2014-04-10 10:55:26,162 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000001
2014-04-10 10:55:26,168 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000001
2014-04-10 10:55:26,168 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000001
2014-04-10 10:55:26,168 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0034/container_1397144823869_0034_01_000001
2014-04-10 10:55:26,168 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0034 CONTAINERID=container_1397144823869_0034_01_000001
2014-04-10 10:55:26,168 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0034_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:55:26,169 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0034_01_000001 from application application_1397144823869_0034
2014-04-10 10:55:26,169 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:26,169 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0034
2014-04-10 10:55:26,457 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:55:26,524 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0035_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:55:26,525 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0035_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:55:26,525 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0035_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:55:26,525 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0035_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:55:26,860 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0034_01_000001
2014-04-10 10:55:26,861 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0034_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:55:26,861 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397144823869_0034_000001
2014-04-10 10:55:26,861 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0034_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:55:26,861 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0034_000001 State change from FINISHING to FINISHED
2014-04-10 10:55:26,861 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0034 CONTAINERID=container_1397144823869_0034_01_000001
2014-04-10 10:55:26,861 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0034 State change from FINISHING to FINISHED
2014-04-10 10:55:26,861 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0034_01_000001 of capacity <memory:2048, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:55:26,861 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397144823869_0034_000001
2014-04-10 10:55:26,861 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 10:55:26,861 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397144823869_0034
2014-04-10 10:55:26,862 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0034_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:26,862 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:26,862 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 10:55:26,862 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0034_000001 released container container_1397144823869_0034_01_000001 on node: host: localhost:56736 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:55:26,862 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397144823869_0034,name=[51D90B4764DD4A49B56D4CDD9A97C594/1DA378FCC4A14886BDDBC8BB015D86D4] lower*upper/(1/1) ...ldedpipesplatform/unknown,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:60619/proxy/application_1397144823869_0034/jobhistory/job/job_1397144823869_0034,appMasterHost=localhost.localdomain,startTime=1397145305647,finishTime=1397145320033,finalStatus=SUCCEEDED
2014-04-10 10:55:26,862 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397144823869_0034_000001 is done. finalState=FINISHED
2014-04-10 10:55:26,862 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397144823869_0034 requests cleared
2014-04-10 10:55:26,862 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397144823869_0034 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:55:26,863 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397144823869_0034 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:55:26,864 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0034_000001 (auth:SIMPLE)
2014-04-10 10:55:26,870 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0034_01_000001
2014-04-10 10:55:27,018 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742166_1342 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742166 for deletion
2014-04-10 10:55:27,018 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742167_1343 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742167 for deletion
2014-04-10 10:55:27,018 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742168_1344 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742168 for deletion
2014-04-10 10:55:27,018 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742169_1345 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742169 for deletion
2014-04-10 10:55:27,018 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742170_1346 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742170 for deletion
2014-04-10 10:55:27,018 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742171_1347 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742171 for deletion
2014-04-10 10:55:27,018 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742173_1349 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742173 for deletion
2014-04-10 10:55:27,019 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742166_1342 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742166
2014-04-10 10:55:27,019 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742167_1343 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742167
2014-04-10 10:55:27,019 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742169_1345 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742169
2014-04-10 10:55:27,019 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742168_1344 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742168
2014-04-10 10:55:27,020 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742170_1346 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742170
2014-04-10 10:55:27,020 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742171_1347 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742171
2014-04-10 10:55:27,020 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742173_1349 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742173
2014-04-10 10:55:27,023 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:55:27,094 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742166_1342 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742166 for deletion
2014-04-10 10:55:27,094 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742167_1343 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742167 for deletion
2014-04-10 10:55:27,095 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742168_1344 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742168 for deletion
2014-04-10 10:55:27,095 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742166_1342 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742166
2014-04-10 10:55:27,095 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742169_1345 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742169 for deletion
2014-04-10 10:55:27,095 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742168_1344 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742168
2014-04-10 10:55:27,095 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742173_1349 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742173 for deletion
2014-04-10 10:55:27,095 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742167_1343 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742167
2014-04-10 10:55:27,095 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742169_1345 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742169
2014-04-10 10:55:27,095 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742173_1349 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742173
2014-04-10 10:55:27,233 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0034 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:55:27,234 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0034
2014-04-10 10:55:27,234 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0034
2014-04-10 10:55:27,234 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0034 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:55:27,234 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0034
2014-04-10 10:55:27,234 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0034
2014-04-10 10:55:27,235 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0034
2014-04-10 10:55:27,234 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0034, with delay of 10800 seconds
2014-04-10 10:55:27,312 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0035_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000003.tokens
2014-04-10 10:55:27,312 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0035 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0035
2014-04-10 10:55:27,527 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0034 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:55:27,528 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0034
2014-04-10 10:55:27,528 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0034
2014-04-10 10:55:27,528 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0034 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:55:27,528 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0034, with delay of 10800 seconds
2014-04-10 10:55:27,528 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0034
2014-04-10 10:55:27,528 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0034
2014-04-10 10:55:27,529 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0034
2014-04-10 10:55:27,537 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:55:27,858 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397144823869_0035_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000005.tokens
2014-04-10 10:55:27,859 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0035 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0035
2014-04-10 10:55:27,861 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0034 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:55:27,861 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0034
2014-04-10 10:55:27,862 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0034 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:55:27,862 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0034, with delay of 10800 seconds
2014-04-10 10:55:27,862 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0034
2014-04-10 10:55:27,862 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0034
2014-04-10 10:55:27,862 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0034
2014-04-10 10:55:27,862 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0034
2014-04-10 10:55:28,179 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:55:28,597 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397144823869_0035_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000004.tokens
2014-04-10 10:55:28,598 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0035 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0035
2014-04-10 10:55:28,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.split dst=null perm=null
2014-04-10 10:55:28,752 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55654, bytes: 1928, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0035_m_000001_0_-111431005_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742177_1353, duration: 167253
2014-04-10 10:55:28,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.split dst=null perm=null
2014-04-10 10:55:28,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:55:28,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.split dst=null perm=null
2014-04-10 10:55:28,894 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47833, bytes: 896, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0035_m_000004_0_-370035054_1, offset: 1024, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742177_1353, duration: 166648
2014-04-10 10:55:28,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:55:28,971 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55659, bytes: 52, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0035_m_000004_0_-370035054_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004, duration: 155824
2014-04-10 10:55:28,981 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47835, bytes: 896, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0035_m_000003_0_1365124315_1, offset: 1024, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742177_1353, duration: 167465
2014-04-10 10:55:28,987 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47837, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0035_m_000001_0_-111431005_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 149920
2014-04-10 10:55:29,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:55:29,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull/_temporary/1/_temporary/attempt_1397144823869_0035_m_000001_0 dst=null perm=null
2014-04-10 10:55:29,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.split dst=null perm=null
2014-04-10 10:55:29,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job.split dst=null perm=null
2014-04-10 10:55:29,155 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39942, bytes: 1412, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0035_m_000002_0_285966697_1, offset: 512, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742177_1353, duration: 175233
2014-04-10 10:55:29,170 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39943, bytes: 1928, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0035_m_000000_0_1273239844_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742177_1353, duration: 173151
2014-04-10 10:55:29,170 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0035_01_000003
2014-04-10 10:55:29,170 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0035 CONTAINERID=container_1397144823869_0035_01_000003
2014-04-10 10:55:29,170 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:55:29,171 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0035_01_000003
2014-04-10 10:55:29,182 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0035_01_000003 is : 143
2014-04-10 10:55:29,188 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job_1397144823869_0035_1.jhist. BP-1649026925-127.0.0.1-1397144808341 blk_1073742181_1357{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:55:29,194 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:55:29,194 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000003
2014-04-10 10:55:29,194 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000003
2014-04-10 10:55:29,195 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000003
2014-04-10 10:55:29,195 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000003
2014-04-10 10:55:29,196 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0035 CONTAINERID=container_1397144823869_0035_01_000003
2014-04-10 10:55:29,196 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:55:29,196 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0035_01_000003 from application application_1397144823869_0035
2014-04-10 10:55:29,196 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:29,196 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0035
2014-04-10 10:55:29,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull/_temporary/1/_temporary/attempt_1397144823869_0035_m_000004_0 dst=null perm=null
2014-04-10 10:55:29,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:55:29,234 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47845, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0035_m_000000_0_1273239844_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 155471
2014-04-10 10:55:29,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:55:29,241 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55669, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0035_m_000002_0_285966697_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 218388
2014-04-10 10:55:29,251 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742181_1357 src: /127.0.0.1:39946 dest: /127.0.0.1:55175
2014-04-10 10:55:29,252 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39947, bytes: 52, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0035_m_000003_0_1365124315_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004, duration: 190926
2014-04-10 10:55:29,266 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742181_1357 src: /127.0.0.1:47849 dest: /127.0.0.1:53466
2014-04-10 10:55:29,268 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742181_1357 src: /127.0.0.1:47723 dest: /127.0.0.1:36139
2014-04-10 10:55:29,284 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job_1397144823869_0035_1.jhist for DFSClient_NONMAPREDUCE_1035132294_1
2014-04-10 10:55:29,284 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0035_01_000006
2014-04-10 10:55:29,284 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0035 CONTAINERID=container_1397144823869_0035_01_000006
2014-04-10 10:55:29,284 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:55:29,285 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0035_01_000006
2014-04-10 10:55:29,293 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0035_01_000006 is : 143
2014-04-10 10:55:29,301 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:55:29,302 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000006
2014-04-10 10:55:29,302 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000006
2014-04-10 10:55:29,302 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000006
2014-04-10 10:55:29,302 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0035 CONTAINERID=container_1397144823869_0035_01_000006
2014-04-10 10:55:29,302 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000006
2014-04-10 10:55:29,303 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:55:29,303 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0035_01_000006 from application application_1397144823869_0035
2014-04-10 10:55:29,303 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:29,303 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0035
2014-04-10 10:55:29,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull/_temporary/1/_temporary/attempt_1397144823869_0035_m_000003_0 dst=null perm=null
2014-04-10 10:55:29,385 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0035_01_000005
2014-04-10 10:55:29,385 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0035 CONTAINERID=container_1397144823869_0035_01_000005
2014-04-10 10:55:29,385 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0035_01_000003
2014-04-10 10:55:29,385 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:55:29,386 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0035_01_000005
2014-04-10 10:55:29,386 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0035_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:55:29,386 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0035_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:55:29,386 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0035 CONTAINERID=container_1397144823869_0035_01_000003
2014-04-10 10:55:29,386 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0035_01_000003 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 10:55:29,386 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 10:55:29,387 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0035_01_000003, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:29,387 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:29,387 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 10:55:29,387 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0035_000001 released container container_1397144823869_0035_01_000003 on node: host: localhost:37679 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 10:55:29,392 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0035_01_000005 is : 143
2014-04-10 10:55:29,400 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:55:29,401 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000005
2014-04-10 10:55:29,401 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000005
2014-04-10 10:55:29,401 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000005
2014-04-10 10:55:29,401 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000005
2014-04-10 10:55:29,401 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0035 CONTAINERID=container_1397144823869_0035_01_000005
2014-04-10 10:55:29,401 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:55:29,402 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0035_01_000005 from application application_1397144823869_0035
2014-04-10 10:55:29,402 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:29,402 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0035
2014-04-10 10:55:29,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull/_temporary/1/_temporary/attempt_1397144823869_0035_m_000002_0 dst=null perm=null
2014-04-10 10:55:29,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull/_temporary/1/_temporary/attempt_1397144823869_0035_m_000000_0 dst=null perm=null
2014-04-10 10:55:29,527 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0035_01_000004
2014-04-10 10:55:29,527 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0035 CONTAINERID=container_1397144823869_0035_01_000004
2014-04-10 10:55:29,527 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:55:29,527 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0035_01_000004
2014-04-10 10:55:29,527 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0035_01_000005
2014-04-10 10:55:29,528 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0035_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:55:29,528 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0035_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:55:29,528 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0035 CONTAINERID=container_1397144823869_0035_01_000005
2014-04-10 10:55:29,528 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0035_01_000005 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:55:29,528 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 10:55:29,528 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0035_01_000005, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:29,528 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:29,529 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:55:29,529 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0035_000001 released container container_1397144823869_0035_01_000005 on node: host: localhost:37679 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:55:29,533 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0035_01_000004 is : 143
2014-04-10 10:55:29,546 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:55:29,546 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000004
2014-04-10 10:55:29,546 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000004
2014-04-10 10:55:29,546 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000004
2014-04-10 10:55:29,547 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000004
2014-04-10 10:55:29,547 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0035 CONTAINERID=container_1397144823869_0035_01_000004
2014-04-10 10:55:29,547 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:55:29,547 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0035_01_000004 from application application_1397144823869_0035
2014-04-10 10:55:29,547 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:29,547 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0035
2014-04-10 10:55:29,550 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0035_01_000002
2014-04-10 10:55:29,550 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0035 CONTAINERID=container_1397144823869_0035_01_000002
2014-04-10 10:55:29,550 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:55:29,550 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0035_01_000002
2014-04-10 10:55:29,550 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0035_01_000004
2014-04-10 10:55:29,551 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0035_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:55:29,551 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0035_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:55:29,551 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0035 CONTAINERID=container_1397144823869_0035_01_000004
2014-04-10 10:55:29,551 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0035_01_000004 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:55:29,551 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:55:29,551 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0035_01_000004, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:29,551 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:29,552 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:55:29,552 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0035_000001 released container container_1397144823869_0035_01_000004 on node: host: localhost:37679 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:55:29,557 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0035_01_000002 is : 143
2014-04-10 10:55:29,570 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:55:29,570 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000002
2014-04-10 10:55:29,570 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000002
2014-04-10 10:55:29,571 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000002
2014-04-10 10:55:29,571 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0035 CONTAINERID=container_1397144823869_0035_01_000002
2014-04-10 10:55:29,571 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000002
2014-04-10 10:55:29,571 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:55:29,571 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0035_01_000002 from application application_1397144823869_0035
2014-04-10 10:55:29,572 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:29,572 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0035
2014-04-10 10:55:30,286 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0035_01_000006
2014-04-10 10:55:30,286 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0035_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:55:30,286 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0035_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:55:30,287 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0035 CONTAINERID=container_1397144823869_0035_01_000006
2014-04-10 10:55:30,287 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0035_01_000006 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:55:30,287 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:55:30,287 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0035_01_000006, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:30,287 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:30,287 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:55:30,288 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0035_000001 released container container_1397144823869_0035_01_000006 on node: host: localhost:52024 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:55:30,551 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0035_01_000002
2014-04-10 10:55:30,552 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0035_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:55:30,552 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0035_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:55:30,552 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0035 CONTAINERID=container_1397144823869_0035_01_000002
2014-04-10 10:55:30,552 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0035_01_000002 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:55:30,552 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:55:30,552 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0035_01_000002, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:30,552 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:30,553 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:55:30,553 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0035_000001 released container container_1397144823869_0035_01_000002 on node: host: localhost:37679 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:55:30,553 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0035_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:55:30,553 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0035 CONTAINERID=container_1397144823869_0035_01_000007
2014-04-10 10:55:30,554 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0035_01_000007 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:55:30,554 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0035 container=Container: [ContainerId: container_1397144823869_0035_01_000007, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0035_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:30,554 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:55:30,554 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:31,469 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0035_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:55:31,482 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0035_01_000007 by user brock
2014-04-10 10:55:31,482 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0035 CONTAINERID=container_1397144823869_0035_01_000007
2014-04-10 10:55:31,482 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0035_01_000007 to application application_1397144823869_0035
2014-04-10 10:55:31,483 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 10:55:31,483 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0035
2014-04-10 10:55:31,483 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0035
2014-04-10 10:55:31,484 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:55:31,484 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0035
2014-04-10 10:55:31,484 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:55:31,514 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 10:55:31,515 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:31,552 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0035_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:55:31,576 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000007/default_container_executor.sh]
2014-04-10 10:55:32,473 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:55:33,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull/_temporary/1/_temporary/attempt_1397144823869_0035_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:33,363 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull/_temporary/1/_temporary/attempt_1397144823869_0035_r_000000_0/part-00000. BP-1649026925-127.0.0.1-1397144808341 blk_1073742182_1358{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:55:33,441 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742182_1358 src: /127.0.0.1:55688 dest: /127.0.0.1:55289
2014-04-10 10:55:33,442 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742182_1358 src: /127.0.0.1:39965 dest: /127.0.0.1:55175
2014-04-10 10:55:33,443 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742182_1358 src: /127.0.0.1:47867 dest: /127.0.0.1:53466
2014-04-10 10:55:33,453 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47867, dest: /127.0.0.1:53466, bytes: 170, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0035_r_000000_0_-783859289_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742182_1358, duration: 9427093
2014-04-10 10:55:33,453 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742182_1358, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:33,454 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742182_1358{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:55:33,454 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39965, dest: /127.0.0.1:55175, bytes: 170, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0035_r_000000_0_-783859289_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742182_1358, duration: 10339756
2014-04-10 10:55:33,454 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742182_1358, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:33,454 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742182_1358{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:55:33,454 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55688, dest: /127.0.0.1:55289, bytes: 170, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0035_r_000000_0_-783859289_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742182_1358, duration: 10669933
2014-04-10 10:55:33,455 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742182_1358, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:33,455 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742182_1358{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:55:33,473 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull/_temporary/1/_temporary/attempt_1397144823869_0035_r_000000_0/part-00000 is closed by DFSClient_attempt_1397144823869_0035_r_000000_0_-783859289_1
2014-04-10 10:55:33,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull/_temporary/1/_temporary/attempt_1397144823869_0035_r_000000_0 dst=null perm=null
2014-04-10 10:55:33,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull/_temporary/1/_temporary/attempt_1397144823869_0035_r_000000_0 dst=null perm=null
2014-04-10 10:55:33,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull/_temporary/1/task_1397144823869_0035_r_000000 dst=null perm=null
2014-04-10 10:55:33,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull/_temporary/1/_temporary/attempt_1397144823869_0035_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull/_temporary/1/task_1397144823869_0035_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:55:33,591 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0035_01_000007
2014-04-10 10:55:33,592 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0035 CONTAINERID=container_1397144823869_0035_01_000007
2014-04-10 10:55:33,592 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000007 transitioned from RUNNING to KILLING
2014-04-10 10:55:33,592 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0035_01_000007
2014-04-10 10:55:33,598 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0035_01_000007 is : 143
2014-04-10 10:55:33,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:33,612 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:55:33,613 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000007
2014-04-10 10:55:33,613 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000007
2014-04-10 10:55:33,613 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000007
2014-04-10 10:55:33,613 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0035 CONTAINERID=container_1397144823869_0035_01_000007
2014-04-10 10:55:33,613 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000007
2014-04-10 10:55:33,613 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:55:33,614 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0035_01_000007 from application application_1397144823869_0035
2014-04-10 10:55:33,614 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:33,614 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0035
2014-04-10 10:55:33,623 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1035132294_1
2014-04-10 10:55:33,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull/_temporary/1 dst=null perm=null
2014-04-10 10:55:33,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull dst=null perm=null
2014-04-10 10:55:33,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull dst=null perm=null
2014-04-10 10:55:33,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull/_temporary/1/task_1397144823869_0035_r_000000 dst=null perm=null
2014-04-10 10:55:33,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull/part-00000 dst=null perm=null
2014-04-10 10:55:33,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull/_temporary/1/task_1397144823869_0035_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:33,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull/_temporary dst=null perm=null
2014-04-10 10:55:33,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:33,748 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1035132294_1
2014-04-10 10:55:33,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:33,781 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1035132294_1
2014-04-10 10:55:33,810 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47723, dest: /127.0.0.1:36139, bytes: 69556, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1035132294_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742181_1357, duration: 4540854654
2014-04-10 10:55:33,810 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742181_1357, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:33,811 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47849, dest: /127.0.0.1:53466, bytes: 69556, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1035132294_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742181_1357, duration: 4542072158
2014-04-10 10:55:33,811 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742181_1357{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 15779
2014-04-10 10:55:33,811 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742181_1357, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:33,812 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39946, dest: /127.0.0.1:55175, bytes: 69556, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1035132294_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742181_1357, duration: 4533372850
2014-04-10 10:55:33,813 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742181_1357{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 15779
2014-04-10 10:55:33,813 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742181_1357, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:33,813 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742181_1357{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 15779
2014-04-10 10:55:33,823 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job_1397144823869_0035_1.jhist is closed by DFSClient_NONMAPREDUCE_1035132294_1
2014-04-10 10:55:33,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0035.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:33,843 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0035.summary_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742183_1359{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:55:33,859 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742183_1359 src: /127.0.0.1:55691 dest: /127.0.0.1:55289
2014-04-10 10:55:33,862 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742183_1359 src: /127.0.0.1:47742 dest: /127.0.0.1:36139
2014-04-10 10:55:33,865 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742183_1359 src: /127.0.0.1:47870 dest: /127.0.0.1:53466
2014-04-10 10:55:33,868 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47870, dest: /127.0.0.1:53466, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1035132294_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742183_1359, duration: 1924229
2014-04-10 10:55:33,868 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742183_1359, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:33,869 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742183_1359{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:55:33,869 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47742, dest: /127.0.0.1:36139, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1035132294_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742183_1359, duration: 2520113
2014-04-10 10:55:33,869 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742183_1359, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:33,869 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742183_1359{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:55:33,869 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55691, dest: /127.0.0.1:55289, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1035132294_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742183_1359, duration: 3027867
2014-04-10 10:55:33,870 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742183_1359, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:33,870 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742183_1359{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:55:33,881 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0035.summary_tmp is closed by DFSClient_NONMAPREDUCE_1035132294_1
2014-04-10 10:55:33,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0035.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:55:33,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job_1397144823869_0035_1.jhist dst=null perm=null
2014-04-10 10:55:33,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0035-1397145320615-brock-%5B49F6C566C82E4274B5765C69F1D7626A%2FF19507DCCB8B46E8-1397145333783-5-1-SUCCEEDED-default-1397145323414.jhist_tmp dst=null perm=null
2014-04-10 10:55:33,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job_1397144823869_0035_1.jhist dst=null perm=null
2014-04-10 10:55:33,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0035-1397145320615-brock-%5B49F6C566C82E4274B5765C69F1D7626A%2FF19507DCCB8B46E8-1397145333783-5-1-SUCCEEDED-default-1397145323414.jhist_tmp dst=null perm=null
2014-04-10 10:55:33,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job_1397144823869_0035_1.jhist dst=null perm=null
2014-04-10 10:55:33,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0035-1397145320615-brock-%5B49F6C566C82E4274B5765C69F1D7626A%2FF19507DCCB8B46E8-1397145333783-5-1-SUCCEEDED-default-1397145323414.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:33,926 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47744, bytes: 70100, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1035132294_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742181_1357, duration: 373141
2014-04-10 10:55:33,929 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0035-1397145320615-brock-%5B49F6C566C82E4274B5765C69F1D7626A%2FF19507DCCB8B46E8-1397145333783-5-1-SUCCEEDED-default-1397145323414.jhist_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742184_1360{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]}
2014-04-10 10:55:33,942 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742184_1360 src: /127.0.0.1:47872 dest: /127.0.0.1:53466
2014-04-10 10:55:33,943 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742184_1360 src: /127.0.0.1:39972 dest: /127.0.0.1:55175
2014-04-10 10:55:33,945 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742184_1360 src: /127.0.0.1:47747 dest: /127.0.0.1:36139
2014-04-10 10:55:33,949 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47747, dest: /127.0.0.1:36139, bytes: 69556, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1035132294_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742184_1360, duration: 3106329
2014-04-10 10:55:33,949 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742184_1360, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:33,949 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742184_1360{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:55:33,950 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39972, dest: /127.0.0.1:55175, bytes: 69556, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1035132294_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742184_1360, duration: 3740925
2014-04-10 10:55:33,950 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742184_1360, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:33,950 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742184_1360{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:55:33,950 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47872, dest: /127.0.0.1:53466, bytes: 69556, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1035132294_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742184_1360, duration: 4226868
2014-04-10 10:55:33,950 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742184_1360, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:33,951 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742184_1360{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]} size 0
2014-04-10 10:55:33,965 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0035-1397145320615-brock-%5B49F6C566C82E4274B5765C69F1D7626A%2FF19507DCCB8B46E8-1397145333783-5-1-SUCCEEDED-default-1397145323414.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1035132294_1
2014-04-10 10:55:33,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0035-1397145320615-brock-%5B49F6C566C82E4274B5765C69F1D7626A%2FF19507DCCB8B46E8-1397145333783-5-1-SUCCEEDED-default-1397145323414.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:55:33,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job_1397144823869_0035_1_conf.xml dst=null perm=null
2014-04-10 10:55:33,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0035_conf.xml_tmp dst=null perm=null
2014-04-10 10:55:33,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job_1397144823869_0035_1_conf.xml dst=null perm=null
2014-04-10 10:55:33,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0035_conf.xml_tmp dst=null perm=null
2014-04-10 10:55:33,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035/job_1397144823869_0035_1_conf.xml dst=null perm=null
2014-04-10 10:55:33,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0035_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:33,992 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47875, bytes: 97594, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1035132294_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742180_1356, duration: 393618
2014-04-10 10:55:33,995 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0035_conf.xml_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742185_1361{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]}
2014-04-10 10:55:34,009 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742185_1361 src: /127.0.0.1:47876 dest: /127.0.0.1:53466
2014-04-10 10:55:34,010 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742185_1361 src: /127.0.0.1:55700 dest: /127.0.0.1:55289
2014-04-10 10:55:34,011 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742185_1361 src: /127.0.0.1:39977 dest: /127.0.0.1:55175
2014-04-10 10:55:34,015 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39977, dest: /127.0.0.1:55175, bytes: 96834, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1035132294_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742185_1361, duration: 2387180
2014-04-10 10:55:34,015 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742185_1361, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:34,015 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742185_1361{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:55:34,015 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55700, dest: /127.0.0.1:55289, bytes: 96834, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1035132294_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742185_1361, duration: 2644585
2014-04-10 10:55:34,015 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742185_1361, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:34,016 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742185_1361{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:55:34,016 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47876, dest: /127.0.0.1:53466, bytes: 96834, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1035132294_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742185_1361, duration: 3177123
2014-04-10 10:55:34,016 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742185_1361, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:34,016 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742185_1361{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:55:34,031 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0035_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1035132294_1
2014-04-10 10:55:34,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0035_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:55:34,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0035.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0035.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:55:34,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0035_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0035_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:55:34,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0035-1397145320615-brock-%5B49F6C566C82E4274B5765C69F1D7626A%2FF19507DCCB8B46E8-1397145333783-5-1-SUCCEEDED-default-1397145323414.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0035-1397145320615-brock-%5B49F6C566C82E4274B5765C69F1D7626A%2FF19507DCCB8B46E8-1397145333783-5-1-SUCCEEDED-default-1397145323414.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:55:34,098 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397144823869_0035_000001 with final state: FINISHING
2014-04-10 10:55:34,098 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0035_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:55:34,099 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397144823869_0035 with final state: FINISHING
2014-04-10 10:55:34,099 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0035 State change from RUNNING to FINAL_SAVING
2014-04-10 10:55:34,099 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0035
2014-04-10 10:55:34,100 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0035_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:55:34,100 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0035 State change from FINAL_SAVING to FINISHING
2014-04-10 10:55:34,102 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:55:34,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:55:34,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:55:34,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0035.summary dst=null perm=null
2014-04-10 10:55:34,110 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55705, bytes: 457, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_538767685_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742183_1359, duration: 227228
2014-04-10 10:55:34,110 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397144823869_0035,submitTime=1397145320615,launchTime=1397145323414,firstMapTaskLaunchTime=1397145325571,firstReduceTaskLaunchTime=1397145331483,finishTime=1397145333783,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=5,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=18,reduceSlotSeconds=2,jobName=[49F6C566C82E4274B5765C69F1D7626A/F19507DCCB8B46E8ACF6988A223B68A6] lower*upper/(1/1) ...orm/cogroupouterinnernull
2014-04-10 10:55:34,110 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0035.summary]
2014-04-10 10:55:34,123 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742183_1359 127.0.0.1:55289 127.0.0.1:36139 127.0.0.1:53466
2014-04-10 10:55:34,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0035.summary dst=null perm=null
2014-04-10 10:55:34,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:55:34,126 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0035-1397145320615-brock-%5B49F6C566C82E4274B5765C69F1D7626A%2FF19507DCCB8B46E8-1397145333783-5-1-SUCCEEDED-default-1397145323414.jhist to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0035-1397145320615-brock-%5B49F6C566C82E4274B5765C69F1D7626A%2FF19507DCCB8B46E8-1397145333783-5-1-SUCCEEDED-default-1397145323414.jhist
2014-04-10 10:55:34,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0035-1397145320615-brock-%5B49F6C566C82E4274B5765C69F1D7626A%2FF19507DCCB8B46E8-1397145333783-5-1-SUCCEEDED-default-1397145323414.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0035-1397145320615-brock-%5B49F6C566C82E4274B5765C69F1D7626A%2FF19507DCCB8B46E8-1397145333783-5-1-SUCCEEDED-default-1397145323414.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:55:34,140 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0035_conf.xml to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0035_conf.xml
2014-04-10 10:55:34,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0035_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0035_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:55:34,148 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397144823869_0035 from file: hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0035-1397145320615-brock-%5B49F6C566C82E4274B5765C69F1D7626A%2FF19507DCCB8B46E8-1397145333783-5-1-SUCCEEDED-default-1397145323414.jhist
2014-04-10 10:55:34,149 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0035-1397145320615-brock-%5B49F6C566C82E4274B5765C69F1D7626A%2FF19507DCCB8B46E8-1397145333783-5-1-SUCCEEDED-default-1397145323414.jhist]
2014-04-10 10:55:34,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0035-1397145320615-brock-%5B49F6C566C82E4274B5765C69F1D7626A%2FF19507DCCB8B46E8-1397145333783-5-1-SUCCEEDED-default-1397145323414.jhist dst=null perm=null
2014-04-10 10:55:34,153 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47757, bytes: 70100, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742184_1360, duration: 428039
2014-04-10 10:55:34,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull dst=null perm=null
2014-04-10 10:55:34,200 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull/_temporary
2014-04-10 10:55:34,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull/_temporary dst=null perm=null
2014-04-10 10:55:34,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull dst=null perm=null
2014-04-10 10:55:34,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull dst=null perm=null
2014-04-10 10:55:34,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull dst=null perm=null
2014-04-10 10:55:34,211 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:55:34,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull/part-00000 dst=null perm=null
2014-04-10 10:55:34,214 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39984, bytes: 174, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742182_1358, duration: 234666
2014-04-10 10:55:34,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull dst=null perm=null
2014-04-10 10:55:34,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull dst=null perm=null
2014-04-10 10:55:34,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull dst=null perm=null
2014-04-10 10:55:34,229 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:55:34,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull/part-00000 dst=null perm=null
2014-04-10 10:55:34,233 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47886, bytes: 174, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742182_1358, duration: 230259
2014-04-10 10:55:34,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:55:34,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:55:34,250 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 10:55:34,250 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 10:55:34,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup dst=null perm=null
2014-04-10 10:55:34,260 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting
2014-04-10 10:55:34,260 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextDelimited[['num', 'char' | Integer, String]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt"]
2014-04-10 10:55:34,261 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextDelimited[['num', 'char' | Integer, String]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt"]
2014-04-10 10:55:34,261 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] sink: Hfs["TextDelimited[[0:3]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup"]
2014-04-10 10:55:34,261 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] parallel execution is enabled: true
2014-04-10 10:55:34,261 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting jobs: 1
2014-04-10 10:55:34,261 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] allocating threads: 1
2014-04-10 10:55:34,262 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) ...uterinnernull-resultgroup
2014-04-10 10:55:34,276 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:55:34,284 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:55:34,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup dst=null perm=null
2014-04-10 10:55:34,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:55:34,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:55:34,287 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 36
2014-04-10 10:55:34,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036 dst=null perm=null
2014-04-10 10:55:34,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:55:34,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:55:34,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.jar dst=null perm=null
2014-04-10 10:55:34,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:55:34,325 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073742186_1362{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:55:34,341 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742186_1362 src: /127.0.0.1:47887 dest: /127.0.0.1:53466
2014-04-10 10:55:34,342 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742186_1362 src: /127.0.0.1:47761 dest: /127.0.0.1:36139
2014-04-10 10:55:34,344 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742186_1362 src: /127.0.0.1:39988 dest: /127.0.0.1:55175
2014-04-10 10:55:34,349 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39988, dest: /127.0.0.1:55175, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742186_1362, duration: 3863714
2014-04-10 10:55:34,349 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742186_1362, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:34,349 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742186_1362{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:55:34,349 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47761, dest: /127.0.0.1:36139, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742186_1362, duration: 4457511
2014-04-10 10:55:34,350 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742186_1362, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:34,350 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742186_1362{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:55:34,350 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47887, dest: /127.0.0.1:53466, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742186_1362, duration: 4711704
2014-04-10 10:55:34,351 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742186_1362, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:34,351 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742186_1362{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:55:34,365 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:55:34,366 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.jar
2014-04-10 10:55:34,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.jar dst=null perm=null
2014-04-10 10:55:34,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:55:34,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:55:34,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:55:34,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:55:34,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:55:34,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:55:34,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:55:34,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:55:34,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:55:34,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:55:34,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:55:34,392 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:55:34,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:55:34,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:55:34,395 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:55:34,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:55:34,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:55:34,398 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:55:34,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:55:34,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:55:34,401 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:55:34,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:55:34,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:55:34,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:55:34,424 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.split
2014-04-10 10:55:34,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.split dst=null perm=null
2014-04-10 10:55:34,433 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.split. BP-1649026925-127.0.0.1-1397144808341 blk_1073742187_1363{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:55:34,449 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742187_1363 src: /127.0.0.1:47763 dest: /127.0.0.1:36139
2014-04-10 10:55:34,451 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742187_1363 src: /127.0.0.1:55714 dest: /127.0.0.1:55289
2014-04-10 10:55:34,452 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742187_1363 src: /127.0.0.1:39991 dest: /127.0.0.1:55175
2014-04-10 10:55:34,453 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742187_1363 src: /127.0.0.1:47893 dest: /127.0.0.1:53466
2014-04-10 10:55:34,456 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47893, dest: /127.0.0.1:53466, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742187_1363, duration: 2352574
2014-04-10 10:55:34,457 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742187_1363, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:34,457 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742187_1363{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:55:34,457 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39991, dest: /127.0.0.1:55175, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742187_1363, duration: 2729576
2014-04-10 10:55:34,457 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742187_1363, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:34,458 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742187_1363{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:55:34,458 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55714, dest: /127.0.0.1:55289, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742187_1363, duration: 3307059
2014-04-10 10:55:34,458 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742187_1363, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:34,458 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742187_1363{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:55:34,459 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47763, dest: /127.0.0.1:36139, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742187_1363, duration: 3906668
2014-04-10 10:55:34,459 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742187_1363, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:34,461 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742187_1363{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:55:34,473 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.split is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:55:34,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:55:34,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:55:34,491 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.splitmetainfo. BP-1649026925-127.0.0.1-1397144808341 blk_1073742188_1364{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:55:34,508 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742188_1364 src: /127.0.0.1:39993 dest: /127.0.0.1:55175
2014-04-10 10:55:34,509 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742188_1364 src: /127.0.0.1:47895 dest: /127.0.0.1:53466
2014-04-10 10:55:34,510 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742188_1364 src: /127.0.0.1:55719 dest: /127.0.0.1:55289
2014-04-10 10:55:34,513 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55719, dest: /127.0.0.1:55289, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742188_1364, duration: 1557835
2014-04-10 10:55:34,513 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742188_1364, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:34,513 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742188_1364{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:55:34,514 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47895, dest: /127.0.0.1:53466, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742188_1364, duration: 2066395
2014-04-10 10:55:34,514 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742188_1364, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:34,514 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742188_1364{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:55:34,514 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39993, dest: /127.0.0.1:55175, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742188_1364, duration: 2843834
2014-04-10 10:55:34,515 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742188_1364, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:34,516 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742188_1364{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:55:34,531 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:55:34,532 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 10:55:34,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:55:34,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:55:34,564 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742189_1365{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]}
2014-04-10 10:55:34,574 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742189_1365 src: /127.0.0.1:39996 dest: /127.0.0.1:55175
2014-04-10 10:55:34,576 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742189_1365 src: /127.0.0.1:55721 dest: /127.0.0.1:55289
2014-04-10 10:55:34,577 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742189_1365 src: /127.0.0.1:47772 dest: /127.0.0.1:36139
2014-04-10 10:55:34,580 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47772, dest: /127.0.0.1:36139, bytes: 82867, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742189_1365, duration: 1941821
2014-04-10 10:55:34,580 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742189_1365, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:34,580 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55721, dest: /127.0.0.1:55289, bytes: 82867, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742189_1365, duration: 2145669
2014-04-10 10:55:34,580 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742189_1365{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:55:34,580 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742189_1365, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:34,581 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39996, dest: /127.0.0.1:55175, bytes: 82867, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742189_1365, duration: 2918473
2014-04-10 10:55:34,581 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742189_1365{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:55:34,581 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742189_1365, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:34,586 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742189_1365{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:55:34,592 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0035_01_000007
2014-04-10 10:55:34,593 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0035_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:55:34,593 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0035_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 10:55:34,593 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0035 CONTAINERID=container_1397144823869_0035_01_000007
2014-04-10 10:55:34,593 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0035_01_000007 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:55:34,594 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:55:34,594 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0035_01_000007, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:34,594 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:34,594 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:55:34,594 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0035_000001 released container container_1397144823869_0035_01_000007 on node: host: localhost:37679 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:55:34,598 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.xml is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:55:34,598 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397144823869_0036
2014-04-10 10:55:34,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036 dst=null perm=null
2014-04-10 10:55:34,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.xml dst=null perm=null
2014-04-10 10:55:34,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.xml dst=null perm=null
2014-04-10 10:55:34,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.jar dst=null perm=null
2014-04-10 10:55:34,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.jar dst=null perm=null
2014-04-10 10:55:34,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.split dst=null perm=null
2014-04-10 10:55:34,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.split dst=null perm=null
2014-04-10 10:55:34,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.splitmetainfo dst=null perm=null
2014-04-10 10:55:34,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.splitmetainfo dst=null perm=null
2014-04-10 10:55:34,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:55:34,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:55:34,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:55:34,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:55:34,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:55:34,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:55:34,654 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 36 submitted by user brock
2014-04-10 10:55:34,655 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397144823869_0036
2014-04-10 10:55:34,654 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397144823869_0036
2014-04-10 10:55:34,655 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0036 State change from NEW to NEW_SAVING
2014-04-10 10:55:34,655 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0036
2014-04-10 10:55:34,656 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0036 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:55:34,656 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397144823869_0036_000001
2014-04-10 10:55:34,656 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0036_000001 State change from NEW to SUBMITTED
2014-04-10 10:55:34,656 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397144823869_0036 from user: brock activated in queue: default
2014-04-10 10:55:34,657 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397144823869_0036 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@1ba82161, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:55:34,657 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397144823869_0036 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:55:34,657 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397144823869_0036
2014-04-10 10:55:34,657 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397144823869_0036_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:55:34,657 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0036_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:55:34,658 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0036 State change from SUBMITTED to ACCEPTED
2014-04-10 10:55:34,660 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:60619/proxy/application_1397144823869_0036/
2014-04-10 10:55:34,660 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397144823869_0036
2014-04-10 10:55:34,660 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:60619/proxy/application_1397144823869_0036/
2014-04-10 10:55:34,854 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:55175 to replicate blk_1073742186_1362 to datanode(s) 127.0.0.1:55289
2014-04-10 10:55:34,854 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073742183_1359]
2014-04-10 10:55:34,854 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073742183_1359]
2014-04-10 10:55:34,865 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0036_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:55:34,865 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0036 CONTAINERID=container_1397144823869_0036_01_000001
2014-04-10 10:55:34,865 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0036_01_000001 of capacity <memory:2048, vCores:1> on host localhost:56736, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2014-04-10 10:55:34,865 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0036 container=Container: [ContainerId: container_1397144823869_0036_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0036_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:34,865 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:55:34,865 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0036_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:55:34,866 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:34,866 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397144823869_0036 AttemptId: appattempt_1397144823869_0036_000001 MasterContainer: Container: [ContainerId: container_1397144823869_0036_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ]
2014-04-10 10:55:34,867 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0036_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:55:34,867 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0036_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:55:34,867 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397144823869_0036_000001
2014-04-10 10:55:34,868 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397144823869_0036_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] for AM appattempt_1397144823869_0036_000001
2014-04-10 10:55:34,868 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397144823869_0036_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:55:34,871 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0036_000001 (auth:SIMPLE)
2014-04-10 10:55:34,872 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0036_01_000001 by user brock
2014-04-10 10:55:34,873 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0036
2014-04-10 10:55:34,873 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0036 CONTAINERID=container_1397144823869_0036_01_000001
2014-04-10 10:55:34,873 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0036 transitioned from NEW to INITING
2014-04-10 10:55:34,873 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0036_01_000001 to application application_1397144823869_0036
2014-04-10 10:55:34,874 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397144823869_0036_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] for AM appattempt_1397144823869_0036_000001
2014-04-10 10:55:34,874 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0036 transitioned from INITING to RUNNING
2014-04-10 10:55:34,874 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0036_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:55:34,874 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:55:34,874 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0036
2014-04-10 10:55:34,875 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:55:34,875 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:55:34,875 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:55:34,875 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:55:34,876 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0036_01_000001
2014-04-10 10:55:34,886 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397144823869_0036_01_000001.tokens. Credentials list:
2014-04-10 10:55:34,900 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:55:34,963 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397144823869_0036_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000001.tokens
2014-04-10 10:55:34,963 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0036 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0036
2014-04-10 10:55:34,972 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742185_1361
2014-04-10 10:55:34,972 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742187_1363
2014-04-10 10:55:34,973 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742181_1357
2014-04-10 10:55:34,978 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742186_1362
2014-04-10 10:55:34,978 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742182_1358
2014-04-10 10:55:34,979 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742188_1364
2014-04-10 10:55:34,979 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742183_1359
2014-04-10 10:55:35,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.jar dst=null perm=null
2014-04-10 10:55:35,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.jar dst=null perm=null
2014-04-10 10:55:35,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.jar dst=null perm=null
2014-04-10 10:55:35,070 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47886, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-812931524_23981, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742186_1362, duration: 926430
2014-04-10 10:55:35,094 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0036/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:55:35,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.splitmetainfo dst=null perm=null
2014-04-10 10:55:35,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.splitmetainfo dst=null perm=null
2014-04-10 10:55:35,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.splitmetainfo dst=null perm=null
2014-04-10 10:55:35,121 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47886, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-812931524_23981, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742188_1364, duration: 203585
2014-04-10 10:55:35,139 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0036/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:55:35,140 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742176_1352 127.0.0.1:55289 127.0.0.1:55175 127.0.0.1:36139 127.0.0.1:53466
2014-04-10 10:55:35,141 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742177_1353 127.0.0.1:53466 127.0.0.1:55289 127.0.0.1:36139 127.0.0.1:55175
2014-04-10 10:55:35,141 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742178_1354 127.0.0.1:36139 127.0.0.1:55175 127.0.0.1:55289
2014-04-10 10:55:35,141 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742179_1355 127.0.0.1:55175 127.0.0.1:53466 127.0.0.1:55289
2014-04-10 10:55:35,141 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742181_1357 127.0.0.1:55175 127.0.0.1:53466 127.0.0.1:36139
2014-04-10 10:55:35,141 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742180_1356 127.0.0.1:55175 127.0.0.1:55289 127.0.0.1:53466
2014-04-10 10:55:35,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0035 dst=null perm=null
2014-04-10 10:55:35,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.split dst=null perm=null
2014-04-10 10:55:35,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.split dst=null perm=null
2014-04-10 10:55:35,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.split dst=null perm=null
2014-04-10 10:55:35,165 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:39984, bytes: 1928, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-812931524_23981, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742187_1363, duration: 217879
2014-04-10 10:55:35,174 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742186_1362
2014-04-10 10:55:35,175 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742189_1365
2014-04-10 10:55:35,179 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742181_1357
2014-04-10 10:55:35,180 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742189_1365
2014-04-10 10:55:35,180 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742187_1363
2014-04-10 10:55:35,180 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742186_1362
2014-04-10 10:55:35,181 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742184_1360
2014-04-10 10:55:35,182 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742184_1360
2014-04-10 10:55:35,182 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742183_1359
2014-04-10 10:55:35,183 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742181_1357
2014-04-10 10:55:35,185 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0036/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:55:35,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.xml dst=null perm=null
2014-04-10 10:55:35,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.xml dst=null perm=null
2014-04-10 10:55:35,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.xml dst=null perm=null
2014-04-10 10:55:35,211 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47777, bytes: 83515, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-812931524_23981, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742189_1365, duration: 404761
2014-04-10 10:55:35,229 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0036/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:55:35,229 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:55:35,272 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:55:35,272 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:35,332 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742188_1364
2014-04-10 10:55:35,332 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742182_1358
2014-04-10 10:55:35,333 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742183_1359
2014-04-10 10:55:35,334 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742185_1361
2014-04-10 10:55:35,335 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742187_1363
2014-04-10 10:55:35,335 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000001/default_container_executor.sh]
2014-04-10 10:55:35,336 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742189_1365
2014-04-10 10:55:35,374 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742184_1360
2014-04-10 10:55:35,374 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742188_1364
2014-04-10 10:55:35,375 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742182_1358
2014-04-10 10:55:35,380 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742185_1361
2014-04-10 10:55:35,380 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742187_1363
2014-04-10 10:55:35,863 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0036_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:55:36,078 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=d55d4a0e-a412-4469-9a90-53fa99579ca4, infoPort=50650, ipcPort=33089, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) Starting thread to transfer BP-1649026925-127.0.0.1-1397144808341:blk_1073742186_1362 to 127.0.0.1:55289
2014-04-10 10:55:36,079 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742186_1362 src: /127.0.0.1:55728 dest: /127.0.0.1:55289
2014-04-10 10:55:36,080 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1649026925-127.0.0.1-1397144808341:blk_1073742186_1362 (numBytes=244650) to 127.0.0.1/127.0.0.1:55289
2014-04-10 10:55:36,081 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1649026925-127.0.0.1-1397144808341:blk_1073742186_1362 src: /127.0.0.1:55728 dest: /127.0.0.1:55289 of size 244650
2014-04-10 10:55:36,081 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742186_1362 size 244650
2014-04-10 10:55:36,087 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742183_1359 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742183 for deletion
2014-04-10 10:55:36,087 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742183_1359 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742183
2014-04-10 10:55:36,094 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742183_1359 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742183 for deletion
2014-04-10 10:55:36,094 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742183_1359 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742183
2014-04-10 10:55:36,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:55:36,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/COMMIT_STARTED dst=null perm=null
2014-04-10 10:55:36,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:55:36,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/COMMIT_FAIL dst=null perm=null
2014-04-10 10:55:36,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036 dst=null perm=null
2014-04-10 10:55:36,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:55:36,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:55:36,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.splitmetainfo dst=null perm=null
2014-04-10 10:55:36,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.splitmetainfo dst=null perm=null
2014-04-10 10:55:36,826 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:40007, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1690667831_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742188_1364, duration: 164005
2014-04-10 10:55:37,422 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0036_000001 (auth:SIMPLE)
2014-04-10 10:55:37,423 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397144823869_0036_000001
2014-04-10 10:55:37,423 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397144823869_0036 APPATTEMPTID=appattempt_1397144823869_0036_000001
2014-04-10 10:55:37,423 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0036_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:55:37,424 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0036 State change from ACCEPTED to RUNNING
2014-04-10 10:55:37,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job_1397144823869_0036_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:37,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:55:37,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job_1397144823869_0036_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:37,645 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job_1397144823869_0036_1_conf.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742190_1366{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:55:37,675 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742190_1366 src: /127.0.0.1:47783 dest: /127.0.0.1:36139
2014-04-10 10:55:37,677 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742190_1366 src: /127.0.0.1:47911 dest: /127.0.0.1:53466
2014-04-10 10:55:37,677 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742190_1366 src: /127.0.0.1:40011 dest: /127.0.0.1:55175
2014-04-10 10:55:37,684 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40011, dest: /127.0.0.1:55175, bytes: 96850, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1690667831_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742190_1366, duration: 5809217
2014-04-10 10:55:37,684 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742190_1366, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:37,685 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742190_1366{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:55:37,685 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47911, dest: /127.0.0.1:53466, bytes: 96850, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1690667831_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742190_1366, duration: 6323454
2014-04-10 10:55:37,685 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742190_1366, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:37,685 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742190_1366{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:55:37,685 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47783, dest: /127.0.0.1:36139, bytes: 96850, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1690667831_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742190_1366, duration: 6833776
2014-04-10 10:55:37,685 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742190_1366, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:37,685 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742190_1366{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:55:37,698 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job_1397144823869_0036_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1690667831_1
2014-04-10 10:55:37,855 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073742176_1352, blk_1073742177_1353, blk_1073742178_1354, blk_1073742179_1355, blk_1073742180_1356, blk_1073742183_1359]
2014-04-10 10:55:37,855 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073742176_1352, blk_1073742177_1353, blk_1073742178_1354, blk_1073742181_1357]
2014-04-10 10:55:38,594 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0036_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:55:38,594 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0036 CONTAINERID=container_1397144823869_0036_01_000002
2014-04-10 10:55:38,595 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0036_01_000002 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:55:38,595 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0036 container=Container: [ContainerId: container_1397144823869_0036_01_000002, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0036_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:38,595 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:55:38,595 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:38,596 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0036_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:55:38,596 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0036 CONTAINERID=container_1397144823869_0036_01_000003
2014-04-10 10:55:38,596 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0036_01_000003 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:55:38,596 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0036 container=Container: [ContainerId: container_1397144823869_0036_01_000003, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0036_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:38,597 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:55:38,597 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:38,597 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0036_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:55:38,598 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0036 CONTAINERID=container_1397144823869_0036_01_000004
2014-04-10 10:55:38,598 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0036_01_000004 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 10:55:38,598 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0036 container=Container: [ContainerId: container_1397144823869_0036_01_000004, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0036_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:38,598 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:55:38,598 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:38,599 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0036_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:55:38,599 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0036 CONTAINERID=container_1397144823869_0036_01_000005
2014-04-10 10:55:38,599 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0036_01_000005 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 10:55:38,599 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0036 container=Container: [ContainerId: container_1397144823869_0036_01_000005, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0036_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:38,600 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:55:38,600 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:39,018 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742176_1352 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742176 for deletion
2014-04-10 10:55:39,019 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742177_1353 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742177 for deletion
2014-04-10 10:55:39,019 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742178_1354 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742178 for deletion
2014-04-10 10:55:39,019 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742176_1352 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742176
2014-04-10 10:55:39,019 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742179_1355 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742179 for deletion
2014-04-10 10:55:39,019 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742178_1354 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742178
2014-04-10 10:55:39,019 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742177_1353 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742177
2014-04-10 10:55:39,020 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742180_1356 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742180 for deletion
2014-04-10 10:55:39,020 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742179_1355 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742179
2014-04-10 10:55:39,020 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742183_1359 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742183 for deletion
2014-04-10 10:55:39,020 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742180_1356 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742180
2014-04-10 10:55:39,020 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742183_1359 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742183
2014-04-10 10:55:39,094 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742176_1352 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742176 for deletion
2014-04-10 10:55:39,094 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742177_1353 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742177 for deletion
2014-04-10 10:55:39,095 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742176_1352 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742176
2014-04-10 10:55:39,095 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742177_1353 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742177
2014-04-10 10:55:39,095 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742178_1354 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742178 for deletion
2014-04-10 10:55:39,095 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742181_1357 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742181 for deletion
2014-04-10 10:55:39,095 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742178_1354 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742178
2014-04-10 10:55:39,096 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742181_1357 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742181
2014-04-10 10:55:39,237 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0036_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:55:39,237 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0036 CONTAINERID=container_1397144823869_0036_01_000006
2014-04-10 10:55:39,237 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0036_01_000006 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:55:39,238 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0036 container=Container: [ContainerId: container_1397144823869_0036_01_000006, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0036_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:39,238 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 10:55:39,238 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:39,456 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0036_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:55:39,457 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0036_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:55:39,457 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0036_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:55:39,457 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0036_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:55:39,457 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0036_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:55:39,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.jar dst=null perm=null
2014-04-10 10:55:39,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.jar dst=null perm=null
2014-04-10 10:55:39,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.xml dst=null perm=null
2014-04-10 10:55:39,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.xml dst=null perm=null
2014-04-10 10:55:39,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:55:39,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:55:39,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:55:39,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:55:39,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:55:39,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:55:39,588 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0036_000001 (auth:SIMPLE)
2014-04-10 10:55:39,588 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0036_000001 (auth:SIMPLE)
2014-04-10 10:55:39,593 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0036_01_000005 by user brock
2014-04-10 10:55:39,594 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0036
2014-04-10 10:55:39,594 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0036_01_000002 by user brock
2014-04-10 10:55:39,594 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0036_01_000006 by user brock
2014-04-10 10:55:39,594 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0036 transitioned from NEW to INITING
2014-04-10 10:55:39,594 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0036
2014-04-10 10:55:39,594 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0036 CONTAINERID=container_1397144823869_0036_01_000005
2014-04-10 10:55:39,595 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0036 CONTAINERID=container_1397144823869_0036_01_000006
2014-04-10 10:55:39,595 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0036_01_000004 by user brock
2014-04-10 10:55:39,595 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0036 transitioned from NEW to INITING
2014-04-10 10:55:39,594 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0036_01_000005 to application application_1397144823869_0036
2014-04-10 10:55:39,594 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0036 CONTAINERID=container_1397144823869_0036_01_000002
2014-04-10 10:55:39,596 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0036_01_000002 to application application_1397144823869_0036
2014-04-10 10:55:39,595 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0036_01_000006 to application application_1397144823869_0036
2014-04-10 10:55:39,595 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0036 CONTAINERID=container_1397144823869_0036_01_000004
2014-04-10 10:55:39,596 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0036 transitioned from INITING to RUNNING
2014-04-10 10:55:39,595 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0036_01_000003 by user brock
2014-04-10 10:55:39,596 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0036_01_000004 to application application_1397144823869_0036
2014-04-10 10:55:39,597 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:55:39,597 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0036_01_000003 to application application_1397144823869_0036
2014-04-10 10:55:39,597 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0036
2014-04-10 10:55:39,597 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0036 CONTAINERID=container_1397144823869_0036_01_000003
2014-04-10 10:55:39,597 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0036 transitioned from INITING to RUNNING
2014-04-10 10:55:39,597 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0036
2014-04-10 10:55:39,597 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:55:39,598 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0036
2014-04-10 10:55:39,598 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:55:39,598 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:55:39,598 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:55:39,598 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:55:39,598 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0036_01_000006
2014-04-10 10:55:39,599 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:55:39,599 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:55:39,599 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0036
2014-04-10 10:55:39,599 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0036
2014-04-10 10:55:39,599 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:55:39,600 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0036
2014-04-10 10:55:39,600 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:55:39,600 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:55:39,600 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0036
2014-04-10 10:55:39,601 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0036
2014-04-10 10:55:39,601 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:55:39,601 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0036
2014-04-10 10:55:39,601 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0036
2014-04-10 10:55:39,601 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0036
2014-04-10 10:55:39,601 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:55:39,602 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0036
2014-04-10 10:55:39,602 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0036
2014-04-10 10:55:39,602 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0036
2014-04-10 10:55:39,602 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:55:39,602 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0036
2014-04-10 10:55:39,603 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0036_01_000003
2014-04-10 10:55:39,603 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0036_01_000002
2014-04-10 10:55:39,603 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0036_01_000005
2014-04-10 10:55:39,604 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0036_01_000004
2014-04-10 10:55:39,614 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397144823869_0036_01_000006.tokens. Credentials list:
2014-04-10 10:55:39,620 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397144823869_0036_01_000002.tokens. Credentials list:
2014-04-10 10:55:39,621 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397144823869_0036_01_000005.tokens. Credentials list:
2014-04-10 10:55:39,620 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0036_01_000003.tokens. Credentials list:
2014-04-10 10:55:39,620 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0036_01_000004.tokens. Credentials list:
2014-04-10 10:55:39,631 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:55:39,635 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:55:39,711 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397144823869_0036_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000006.tokens
2014-04-10 10:55:39,712 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0036 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0036
2014-04-10 10:55:39,716 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397144823869_0036_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000002.tokens
2014-04-10 10:55:39,716 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0036 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0036
2014-04-10 10:55:39,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.jar dst=null perm=null
2014-04-10 10:55:39,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.jar dst=null perm=null
2014-04-10 10:55:39,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.jar dst=null perm=null
2014-04-10 10:55:39,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.jar dst=null perm=null
2014-04-10 10:55:39,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.jar dst=null perm=null
2014-04-10 10:55:39,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.jar dst=null perm=null
2014-04-10 10:55:39,845 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:40020, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_236350222_24156, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742186_1362, duration: 609358
2014-04-10 10:55:39,845 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47795, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_646242822_24159, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742186_1362, duration: 838903
2014-04-10 10:55:39,876 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0036/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:55:39,876 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0036/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:55:39,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.xml dst=null perm=null
2014-04-10 10:55:39,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.xml dst=null perm=null
2014-04-10 10:55:39,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.xml dst=null perm=null
2014-04-10 10:55:39,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.xml dst=null perm=null
2014-04-10 10:55:39,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.xml dst=null perm=null
2014-04-10 10:55:39,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.xml dst=null perm=null
2014-04-10 10:55:39,908 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47795, bytes: 83515, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_236350222_24156, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742189_1365, duration: 507555
2014-04-10 10:55:39,908 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47796, bytes: 83515, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_646242822_24159, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742189_1365, duration: 394405
2014-04-10 10:55:39,932 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0036/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:55:39,932 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:55:39,932 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:55:39,932 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0036/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:55:39,932 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:55:39,933 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:55:39,933 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:55:39,972 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:55:39,972 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:55:39,972 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:55:39,972 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:39,972 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:39,972 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:39,976 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:55:39,976 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:39,976 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:55:39,976 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:40,043 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000005/default_container_executor.sh]
2014-04-10 10:55:40,043 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000002/default_container_executor.sh]
2014-04-10 10:55:40,043 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000006/default_container_executor.sh]
2014-04-10 10:55:40,046 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000004/default_container_executor.sh]
2014-04-10 10:55:40,046 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000003/default_container_executor.sh]
2014-04-10 10:55:40,185 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742190_1366
2014-04-10 10:55:40,196 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397144823869_0035_01_000001 succeeded
2014-04-10 10:55:40,196 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:55:40,196 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0035_01_000001
2014-04-10 10:55:40,208 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000001
2014-04-10 10:55:40,209 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000001
2014-04-10 10:55:40,209 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000001
2014-04-10 10:55:40,209 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0035 CONTAINERID=container_1397144823869_0035_01_000001
2014-04-10 10:55:40,209 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0035/container_1397144823869_0035_01_000001
2014-04-10 10:55:40,210 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0035_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:55:40,210 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0035_01_000001 from application application_1397144823869_0035
2014-04-10 10:55:40,210 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:40,210 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0035
2014-04-10 10:55:40,237 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0036_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:55:40,340 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742186_1362
2014-04-10 10:55:40,378 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742190_1366
2014-04-10 10:55:40,383 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742190_1366
2014-04-10 10:55:40,476 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:55:40,594 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0036_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:55:40,594 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0036_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:55:40,595 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0036_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:55:40,595 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0036_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:55:40,855 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073742176_1352, blk_1073742177_1353, blk_1073742179_1355, blk_1073742180_1356, blk_1073742181_1357]
2014-04-10 10:55:40,856 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073742176_1352, blk_1073742177_1353, blk_1073742178_1354, blk_1073742179_1355, blk_1073742180_1356, blk_1073742181_1357]
2014-04-10 10:55:40,865 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0035_01_000001
2014-04-10 10:55:40,865 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0035_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:55:40,865 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397144823869_0035_000001
2014-04-10 10:55:40,866 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0035_000001 State change from FINISHING to FINISHED
2014-04-10 10:55:40,865 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0035_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:55:40,866 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0035 CONTAINERID=container_1397144823869_0035_01_000001
2014-04-10 10:55:40,866 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0035 State change from FINISHING to FINISHED
2014-04-10 10:55:40,866 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397144823869_0035_000001
2014-04-10 10:55:40,866 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0035_01_000001 of capacity <memory:2048, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:55:40,867 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 10:55:40,867 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0035_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:40,867 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:40,867 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 10:55:40,867 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0035_000001 released container container_1397144823869_0035_01_000001 on node: host: localhost:56736 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:55:40,867 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397144823869_0035_000001 is done. finalState=FINISHED
2014-04-10 10:55:40,867 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397144823869_0035 requests cleared
2014-04-10 10:55:40,867 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397144823869_0035 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:55:40,867 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397144823869_0035 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:55:40,866 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397144823869_0035
2014-04-10 10:55:40,868 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397144823869_0035,name=[49F6C566C82E4274B5765C69F1D7626A/F19507DCCB8B46E8ACF6988A223B68A6] lower*upper/(1/1) ...orm/cogroupouterinnernull,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:60619/proxy/application_1397144823869_0035/jobhistory/job/job_1397144823869_0035,appMasterHost=localhost.localdomain,startTime=1397145320615,finishTime=1397145334099,finalStatus=SUCCEEDED
2014-04-10 10:55:40,869 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0035_000001 (auth:SIMPLE)
2014-04-10 10:55:40,878 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0035_01_000001
2014-04-10 10:55:41,022 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:55:41,289 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0035 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:55:41,289 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0035
2014-04-10 10:55:41,289 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0035
2014-04-10 10:55:41,289 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0035
2014-04-10 10:55:41,289 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0035 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:55:41,290 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0035, with delay of 10800 seconds
2014-04-10 10:55:41,319 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0036_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000004.tokens
2014-04-10 10:55:41,319 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0036 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0036
2014-04-10 10:55:41,508 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0035
2014-04-10 10:55:41,513 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0035
2014-04-10 10:55:41,530 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:55:41,595 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0035 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:55:41,595 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0035
2014-04-10 10:55:41,595 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0035
2014-04-10 10:55:41,595 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0035
2014-04-10 10:55:41,595 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0035 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:55:41,595 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0035, with delay of 10800 seconds
2014-04-10 10:55:41,596 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0035
2014-04-10 10:55:41,596 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0035
2014-04-10 10:55:41,637 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397144823869_0036_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000003.tokens
2014-04-10 10:55:41,637 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0036 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0036
2014-04-10 10:55:41,868 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0035 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:55:41,868 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0035
2014-04-10 10:55:41,868 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0035 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:55:41,869 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0035, with delay of 10800 seconds
2014-04-10 10:55:41,869 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0035
2014-04-10 10:55:41,869 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0035
2014-04-10 10:55:41,869 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0035
2014-04-10 10:55:41,869 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0035
2014-04-10 10:55:41,978 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:55:42,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742176_1352 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742176 for deletion
2014-04-10 10:55:42,078 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742177_1353 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742177 for deletion
2014-04-10 10:55:42,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742178_1354 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742178 for deletion
2014-04-10 10:55:42,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742176_1352 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742176
2014-04-10 10:55:42,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742179_1355 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742179 for deletion
2014-04-10 10:55:42,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742178_1354 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742178
2014-04-10 10:55:42,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742180_1356 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742180 for deletion
2014-04-10 10:55:42,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742177_1353 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742177
2014-04-10 10:55:42,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742181_1357 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742181 for deletion
2014-04-10 10:55:42,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742180_1356 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742180
2014-04-10 10:55:42,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742179_1355 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742179
2014-04-10 10:55:42,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742181_1357 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742181
2014-04-10 10:55:42,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742176_1352 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742176 for deletion
2014-04-10 10:55:42,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742177_1353 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742177 for deletion
2014-04-10 10:55:42,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742179_1355 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742179 for deletion
2014-04-10 10:55:42,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742176_1352 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742176
2014-04-10 10:55:42,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742179_1355 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742179
2014-04-10 10:55:42,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742177_1353 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742177
2014-04-10 10:55:42,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742180_1356 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742180 for deletion
2014-04-10 10:55:42,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742181_1357 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742181 for deletion
2014-04-10 10:55:42,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742180_1356 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742180
2014-04-10 10:55:42,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742181_1357 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742181
2014-04-10 10:55:42,277 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397144823869_0036_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000005.tokens
2014-04-10 10:55:42,277 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0036 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0036
2014-04-10 10:55:42,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.split dst=null perm=null
2014-04-10 10:55:42,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.split dst=null perm=null
2014-04-10 10:55:42,867 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47813, bytes: 1412, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0036_m_000002_0_-828801628_1, offset: 512, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742187_1363, duration: 151426
2014-04-10 10:55:42,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.split dst=null perm=null
2014-04-10 10:55:42,917 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47943, bytes: 1928, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0036_m_000001_0_-1482657643_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742187_1363, duration: 174048
2014-04-10 10:55:42,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:55:42,952 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:40043, bytes: 1928, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0036_m_000000_0_973096653_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742187_1363, duration: 150221
2014-04-10 10:55:42,953 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:40044, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0036_m_000002_0_-828801628_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 123958
2014-04-10 10:55:42,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.split dst=null perm=null
2014-04-10 10:55:42,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:55:43,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:55:43,018 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:40043, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0036_m_000000_0_973096653_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 154433
2014-04-10 10:55:43,037 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47820, bytes: 896, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0036_m_000004_0_-1725454752_1, offset: 1024, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742187_1363, duration: 174419
2014-04-10 10:55:43,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:55:43,129 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:40047, bytes: 52, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0036_m_000004_0_-1725454752_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004, duration: 188108
2014-04-10 10:55:43,170 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47943, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0036_m_000001_0_-1482657643_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 150891
2014-04-10 10:55:43,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job.split dst=null perm=null
2014-04-10 10:55:43,246 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:40050, bytes: 896, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0036_m_000003_0_74662325_1, offset: 1024, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742187_1363, duration: 165812
2014-04-10 10:55:43,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0036_m_000001_0 dst=null perm=null
2014-04-10 10:55:43,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0036_m_000002_0 dst=null perm=null
2014-04-10 10:55:43,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:55:43,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0036_m_000000_0 dst=null perm=null
2014-04-10 10:55:43,337 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0036_01_000003
2014-04-10 10:55:43,338 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0036 CONTAINERID=container_1397144823869_0036_01_000003
2014-04-10 10:55:43,338 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:55:43,338 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0036_01_000003
2014-04-10 10:55:43,358 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0036_01_000003 is : 143
2014-04-10 10:55:43,362 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job_1397144823869_0036_1.jhist. BP-1649026925-127.0.0.1-1397144808341 blk_1073742191_1367{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]}
2014-04-10 10:55:43,370 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:55:43,370 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000003
2014-04-10 10:55:43,371 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000003
2014-04-10 10:55:43,371 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000003
2014-04-10 10:55:43,372 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000003
2014-04-10 10:55:43,373 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0036 CONTAINERID=container_1397144823869_0036_01_000003
2014-04-10 10:55:43,373 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:55:43,373 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0036_01_000003 from application application_1397144823869_0036
2014-04-10 10:55:43,373 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:43,373 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0036
2014-04-10 10:55:43,381 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0036_01_000002
2014-04-10 10:55:43,381 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0036 CONTAINERID=container_1397144823869_0036_01_000002
2014-04-10 10:55:43,381 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:55:43,382 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0036_01_000002
2014-04-10 10:55:43,382 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0036_01_000003
2014-04-10 10:55:43,387 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0036_01_000004
2014-04-10 10:55:43,387 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0036_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:55:43,387 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0036 CONTAINERID=container_1397144823869_0036_01_000004
2014-04-10 10:55:43,388 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0036_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:55:43,388 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0036 CONTAINERID=container_1397144823869_0036_01_000003
2014-04-10 10:55:43,388 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0036_01_000003 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 10:55:43,388 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 10:55:43,388 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0036_01_000002 is : 143
2014-04-10 10:55:43,388 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0036_01_000003, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:43,388 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:43,388 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 10:55:43,388 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0036_000001 released container container_1397144823869_0036_01_000003 on node: host: localhost:37679 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 10:55:43,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0036_m_000004_0 dst=null perm=null
2014-04-10 10:55:43,406 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:55:43,406 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:55:43,406 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0036_01_000004
2014-04-10 10:55:43,412 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0036_01_000004 is : 143
2014-04-10 10:55:43,424 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000002
2014-04-10 10:55:43,425 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000002
2014-04-10 10:55:43,425 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000002
2014-04-10 10:55:43,426 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000002
2014-04-10 10:55:43,426 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:55:43,426 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0036 CONTAINERID=container_1397144823869_0036_01_000002
2014-04-10 10:55:43,426 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:55:43,426 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000004
2014-04-10 10:55:43,427 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000004
2014-04-10 10:55:43,428 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000004
2014-04-10 10:55:43,428 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000004
2014-04-10 10:55:43,429 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742191_1367 src: /127.0.0.1:47953 dest: /127.0.0.1:53466
2014-04-10 10:55:43,429 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0036_01_000002 from application application_1397144823869_0036
2014-04-10 10:55:43,429 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:43,429 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0036
2014-04-10 10:55:43,429 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0036 CONTAINERID=container_1397144823869_0036_01_000004
2014-04-10 10:55:43,429 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:55:43,430 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0036_01_000004 from application application_1397144823869_0036
2014-04-10 10:55:43,430 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:43,430 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0036
2014-04-10 10:55:43,431 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742191_1367 src: /127.0.0.1:47827 dest: /127.0.0.1:36139
2014-04-10 10:55:43,435 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742191_1367 src: /127.0.0.1:40054 dest: /127.0.0.1:55175
2014-04-10 10:55:43,438 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job_1397144823869_0036_1.jhist for DFSClient_NONMAPREDUCE_-1690667831_1
2014-04-10 10:55:43,454 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0036_01_000006
2014-04-10 10:55:43,454 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0036 CONTAINERID=container_1397144823869_0036_01_000006
2014-04-10 10:55:43,454 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:55:43,454 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0036_01_000006
2014-04-10 10:55:43,459 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0036_01_000006 is : 143
2014-04-10 10:55:43,466 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:55:43,467 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000006
2014-04-10 10:55:43,467 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000006
2014-04-10 10:55:43,467 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000006
2014-04-10 10:55:43,467 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000006
2014-04-10 10:55:43,467 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0036 CONTAINERID=container_1397144823869_0036_01_000006
2014-04-10 10:55:43,467 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:55:43,468 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0036_01_000006 from application application_1397144823869_0036
2014-04-10 10:55:43,468 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:43,468 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0036
2014-04-10 10:55:43,502 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47830, bytes: 52, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0036_m_000003_0_74662325_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004, duration: 123449
2014-04-10 10:55:43,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0036_m_000003_0 dst=null perm=null
2014-04-10 10:55:43,597 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0036_01_000005
2014-04-10 10:55:43,597 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0036 CONTAINERID=container_1397144823869_0036_01_000005
2014-04-10 10:55:43,597 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:55:43,597 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0036_01_000005
2014-04-10 10:55:43,597 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0036_01_000002
2014-04-10 10:55:43,598 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0036_01_000004
2014-04-10 10:55:43,598 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0036_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:55:43,598 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0036_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:55:43,598 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0036 CONTAINERID=container_1397144823869_0036_01_000002
2014-04-10 10:55:43,598 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0036_01_000002 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:55:43,598 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 10:55:43,599 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0036_01_000002, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:43,599 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:43,599 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:55:43,599 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0036_000001 released container container_1397144823869_0036_01_000002 on node: host: localhost:37679 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:55:43,599 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0036_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:55:43,599 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0036_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:55:43,599 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0036 CONTAINERID=container_1397144823869_0036_01_000004
2014-04-10 10:55:43,599 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0036_01_000004 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:55:43,599 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:55:43,599 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0036_01_000004, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:43,599 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:43,600 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:55:43,600 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0036_000001 released container container_1397144823869_0036_01_000004 on node: host: localhost:37679 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:55:43,604 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0036_01_000005 is : 143
2014-04-10 10:55:43,612 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:55:43,612 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000005
2014-04-10 10:55:43,612 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000005
2014-04-10 10:55:43,612 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000005
2014-04-10 10:55:43,612 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000005
2014-04-10 10:55:43,612 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0036 CONTAINERID=container_1397144823869_0036_01_000005
2014-04-10 10:55:43,613 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:55:43,613 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0036_01_000005 from application application_1397144823869_0036
2014-04-10 10:55:43,613 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:43,613 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0036
2014-04-10 10:55:44,455 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0036_01_000006
2014-04-10 10:55:44,455 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0036_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:55:44,455 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0036_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:55:44,456 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0036 CONTAINERID=container_1397144823869_0036_01_000006
2014-04-10 10:55:44,456 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0036_01_000006 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:55:44,456 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:55:44,456 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0036_01_000006, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:44,456 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:44,456 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:55:44,456 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0036_000001 released container container_1397144823869_0036_01_000006 on node: host: localhost:50571 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:55:44,598 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0036_01_000005
2014-04-10 10:55:44,599 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0036_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:55:44,599 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0036_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:55:44,599 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0036 CONTAINERID=container_1397144823869_0036_01_000005
2014-04-10 10:55:44,599 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0036_01_000005 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:55:44,599 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:55:44,600 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0036_01_000005, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:44,600 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:44,600 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:55:44,600 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0036_000001 released container container_1397144823869_0036_01_000005 on node: host: localhost:37679 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:55:44,600 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0036_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:55:44,601 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0036 CONTAINERID=container_1397144823869_0036_01_000007
2014-04-10 10:55:44,601 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0036_01_000007 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:55:44,601 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0036 container=Container: [ContainerId: container_1397144823869_0036_01_000007, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0036_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:44,601 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:55:44,601 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:45,492 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0036_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:55:45,505 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0036_01_000007 by user brock
2014-04-10 10:55:45,505 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0036 CONTAINERID=container_1397144823869_0036_01_000007
2014-04-10 10:55:45,505 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0036_01_000007 to application application_1397144823869_0036
2014-04-10 10:55:45,505 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 10:55:45,505 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0036
2014-04-10 10:55:45,506 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0036
2014-04-10 10:55:45,506 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:55:45,506 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0036
2014-04-10 10:55:45,506 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:55:45,534 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 10:55:45,534 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:45,594 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000007/default_container_executor.sh]
2014-04-10 10:55:45,599 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0036_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:55:46,495 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:55:47,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0036_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:47,372 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0036_r_000000_0/part-00000. BP-1649026925-127.0.0.1-1397144808341 blk_1073742192_1368{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:55:47,446 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742192_1368 src: /127.0.0.1:47846 dest: /127.0.0.1:36139
2014-04-10 10:55:47,447 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742192_1368 src: /127.0.0.1:40073 dest: /127.0.0.1:55175
2014-04-10 10:55:47,448 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742192_1368 src: /127.0.0.1:55798 dest: /127.0.0.1:55289
2014-04-10 10:55:47,459 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55798, dest: /127.0.0.1:55289, bytes: 170, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0036_r_000000_0_-1542209622_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742192_1368, duration: 10048898
2014-04-10 10:55:47,459 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742192_1368, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:47,460 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742192_1368{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:55:47,460 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40073, dest: /127.0.0.1:55175, bytes: 170, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0036_r_000000_0_-1542209622_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742192_1368, duration: 10858966
2014-04-10 10:55:47,460 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742192_1368, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:47,460 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742192_1368{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:55:47,461 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47846, dest: /127.0.0.1:36139, bytes: 170, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0036_r_000000_0_-1542209622_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742192_1368, duration: 11744214
2014-04-10 10:55:47,461 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742192_1368, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:47,461 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742192_1368{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:55:47,472 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0036_r_000000_0/part-00000 is closed by DFSClient_attempt_1397144823869_0036_r_000000_0_-1542209622_1
2014-04-10 10:55:47,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0036_r_000000_0 dst=null perm=null
2014-04-10 10:55:47,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0036_r_000000_0 dst=null perm=null
2014-04-10 10:55:47,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup/_temporary/1/task_1397144823869_0036_r_000000 dst=null perm=null
2014-04-10 10:55:47,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0036_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup/_temporary/1/task_1397144823869_0036_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:55:47,594 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0036_01_000007
2014-04-10 10:55:47,595 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0036 CONTAINERID=container_1397144823869_0036_01_000007
2014-04-10 10:55:47,595 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000007 transitioned from RUNNING to KILLING
2014-04-10 10:55:47,595 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0036_01_000007
2014-04-10 10:55:47,601 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0036_01_000007 is : 143
2014-04-10 10:55:47,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:47,611 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:55:47,611 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000007
2014-04-10 10:55:47,611 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000007
2014-04-10 10:55:47,611 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0036 CONTAINERID=container_1397144823869_0036_01_000007
2014-04-10 10:55:47,611 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000007
2014-04-10 10:55:47,611 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:55:47,611 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000007
2014-04-10 10:55:47,611 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0036_01_000007 from application application_1397144823869_0036
2014-04-10 10:55:47,611 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:47,611 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0036
2014-04-10 10:55:47,622 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1690667831_1
2014-04-10 10:55:47,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup/_temporary/1 dst=null perm=null
2014-04-10 10:55:47,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup dst=null perm=null
2014-04-10 10:55:47,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup dst=null perm=null
2014-04-10 10:55:47,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup/_temporary/1/task_1397144823869_0036_r_000000 dst=null perm=null
2014-04-10 10:55:47,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:55:47,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup/_temporary/1/task_1397144823869_0036_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:47,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup/_temporary dst=null perm=null
2014-04-10 10:55:47,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:47,706 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1690667831_1
2014-04-10 10:55:47,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:47,739 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1690667831_1
2014-04-10 10:55:47,758 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40054, dest: /127.0.0.1:55175, bytes: 69554, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1690667831_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742191_1367, duration: 4322223447
2014-04-10 10:55:47,758 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742191_1367, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:47,759 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47827, dest: /127.0.0.1:36139, bytes: 69554, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1690667831_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742191_1367, duration: 4323015900
2014-04-10 10:55:47,759 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742191_1367, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:47,759 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742191_1367{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 15779
2014-04-10 10:55:47,759 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47953, dest: /127.0.0.1:53466, bytes: 69554, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1690667831_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742191_1367, duration: 4323890136
2014-04-10 10:55:47,760 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742191_1367, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:47,760 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742191_1367{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 15779
2014-04-10 10:55:47,760 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742191_1367{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 15779
2014-04-10 10:55:47,772 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job_1397144823869_0036_1.jhist is closed by DFSClient_NONMAPREDUCE_-1690667831_1
2014-04-10 10:55:47,789 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0036.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:47,792 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0036.summary_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742193_1369{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:55:47,808 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742193_1369 src: /127.0.0.1:47850 dest: /127.0.0.1:36139
2014-04-10 10:55:47,809 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742193_1369 src: /127.0.0.1:40077 dest: /127.0.0.1:55175
2014-04-10 10:55:47,810 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742193_1369 src: /127.0.0.1:47980 dest: /127.0.0.1:53466
2014-04-10 10:55:47,814 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47980, dest: /127.0.0.1:53466, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1690667831_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742193_1369, duration: 2066784
2014-04-10 10:55:47,814 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742193_1369, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:47,814 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742193_1369{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:55:47,814 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40077, dest: /127.0.0.1:55175, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1690667831_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742193_1369, duration: 2601127
2014-04-10 10:55:47,815 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742193_1369, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:47,815 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742193_1369{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:55:47,815 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47850, dest: /127.0.0.1:36139, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1690667831_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742193_1369, duration: 3081984
2014-04-10 10:55:47,815 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742193_1369, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:47,815 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742193_1369{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:55:47,831 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0036.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1690667831_1
2014-04-10 10:55:47,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0036.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:55:47,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job_1397144823869_0036_1.jhist dst=null perm=null
2014-04-10 10:55:47,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0036-1397145334654-brock-%5B0868CB03C84141FEB4B22F4EB6039D98%2F64B32FA9087C4F25-1397145347740-5-1-SUCCEEDED-default-1397145337432.jhist_tmp dst=null perm=null
2014-04-10 10:55:47,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job_1397144823869_0036_1.jhist dst=null perm=null
2014-04-10 10:55:47,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0036-1397145334654-brock-%5B0868CB03C84141FEB4B22F4EB6039D98%2F64B32FA9087C4F25-1397145347740-5-1-SUCCEEDED-default-1397145337432.jhist_tmp dst=null perm=null
2014-04-10 10:55:47,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job_1397144823869_0036_1.jhist dst=null perm=null
2014-04-10 10:55:47,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0036-1397145334654-brock-%5B0868CB03C84141FEB4B22F4EB6039D98%2F64B32FA9087C4F25-1397145347740-5-1-SUCCEEDED-default-1397145337432.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:47,883 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47981, bytes: 70098, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1690667831_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742191_1367, duration: 419991
2014-04-10 10:55:47,887 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0036-1397145334654-brock-%5B0868CB03C84141FEB4B22F4EB6039D98%2F64B32FA9087C4F25-1397145347740-5-1-SUCCEEDED-default-1397145337432.jhist_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742194_1370{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:55:47,899 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742194_1370 src: /127.0.0.1:55805 dest: /127.0.0.1:55289
2014-04-10 10:55:47,901 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742194_1370 src: /127.0.0.1:40082 dest: /127.0.0.1:55175
2014-04-10 10:55:47,902 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742194_1370 src: /127.0.0.1:47984 dest: /127.0.0.1:53466
2014-04-10 10:55:47,907 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47984, dest: /127.0.0.1:53466, bytes: 69554, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1690667831_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742194_1370, duration: 3332121
2014-04-10 10:55:47,907 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742194_1370, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:47,907 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742194_1370{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:55:47,907 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40082, dest: /127.0.0.1:55175, bytes: 69554, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1690667831_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742194_1370, duration: 3885610
2014-04-10 10:55:47,908 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742194_1370, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:47,908 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742194_1370{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:55:47,908 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55805, dest: /127.0.0.1:55289, bytes: 69554, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1690667831_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742194_1370, duration: 4402780
2014-04-10 10:55:47,908 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742194_1370, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:47,909 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742194_1370{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:55:47,922 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0036-1397145334654-brock-%5B0868CB03C84141FEB4B22F4EB6039D98%2F64B32FA9087C4F25-1397145347740-5-1-SUCCEEDED-default-1397145337432.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1690667831_1
2014-04-10 10:55:47,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0036-1397145334654-brock-%5B0868CB03C84141FEB4B22F4EB6039D98%2F64B32FA9087C4F25-1397145347740-5-1-SUCCEEDED-default-1397145337432.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:55:47,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job_1397144823869_0036_1_conf.xml dst=null perm=null
2014-04-10 10:55:47,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0036_conf.xml_tmp dst=null perm=null
2014-04-10 10:55:47,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job_1397144823869_0036_1_conf.xml dst=null perm=null
2014-04-10 10:55:47,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0036_conf.xml_tmp dst=null perm=null
2014-04-10 10:55:47,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036/job_1397144823869_0036_1_conf.xml dst=null perm=null
2014-04-10 10:55:47,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0036_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:47,950 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47858, bytes: 97610, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1690667831_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742190_1366, duration: 369691
2014-04-10 10:55:47,953 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0036_conf.xml_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742195_1371{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:55:47,965 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742195_1371 src: /127.0.0.1:47859 dest: /127.0.0.1:36139
2014-04-10 10:55:47,967 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742195_1371 src: /127.0.0.1:47987 dest: /127.0.0.1:53466
2014-04-10 10:55:47,968 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742195_1371 src: /127.0.0.1:55811 dest: /127.0.0.1:55289
2014-04-10 10:55:47,973 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55811, dest: /127.0.0.1:55289, bytes: 96850, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1690667831_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742195_1371, duration: 4356413
2014-04-10 10:55:47,974 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742195_1371, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:47,974 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47987, dest: /127.0.0.1:53466, bytes: 96850, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1690667831_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742195_1371, duration: 5032746
2014-04-10 10:55:47,974 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742195_1371{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:55:47,974 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742195_1371, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:47,975 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742195_1371{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:55:47,975 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47859, dest: /127.0.0.1:36139, bytes: 96850, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1690667831_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742195_1371, duration: 4892566
2014-04-10 10:55:47,975 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742195_1371, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:47,976 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742195_1371{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:55:47,989 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0036_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1690667831_1
2014-04-10 10:55:47,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0036_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:55:48,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0036.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0036.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:55:48,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0036_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0036_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:55:48,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0036-1397145334654-brock-%5B0868CB03C84141FEB4B22F4EB6039D98%2F64B32FA9087C4F25-1397145347740-5-1-SUCCEEDED-default-1397145337432.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0036-1397145334654-brock-%5B0868CB03C84141FEB4B22F4EB6039D98%2F64B32FA9087C4F25-1397145347740-5-1-SUCCEEDED-default-1397145337432.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:55:48,046 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397144823869_0036_000001 with final state: FINISHING
2014-04-10 10:55:48,046 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0036_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:55:48,047 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397144823869_0036 with final state: FINISHING
2014-04-10 10:55:48,047 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0036 State change from RUNNING to FINAL_SAVING
2014-04-10 10:55:48,047 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0036
2014-04-10 10:55:48,047 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0036_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:55:48,048 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0036 State change from FINAL_SAVING to FINISHING
2014-04-10 10:55:48,116 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:55:48,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:55:48,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:55:48,120 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397144823869_0036 from file: hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0036-1397145334654-brock-%5B0868CB03C84141FEB4B22F4EB6039D98%2F64B32FA9087C4F25-1397145347740-5-1-SUCCEEDED-default-1397145337432.jhist
2014-04-10 10:55:48,121 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0036-1397145334654-brock-%5B0868CB03C84141FEB4B22F4EB6039D98%2F64B32FA9087C4F25-1397145347740-5-1-SUCCEEDED-default-1397145337432.jhist]
2014-04-10 10:55:48,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0036-1397145334654-brock-%5B0868CB03C84141FEB4B22F4EB6039D98%2F64B32FA9087C4F25-1397145347740-5-1-SUCCEEDED-default-1397145337432.jhist dst=null perm=null
2014-04-10 10:55:48,125 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:40090, bytes: 70098, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742194_1370, duration: 396414
2014-04-10 10:55:48,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0036.summary dst=null perm=null
2014-04-10 10:55:48,144 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:47992, bytes: 457, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_538767685_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742193_1369, duration: 218487
2014-04-10 10:55:48,144 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397144823869_0036,submitTime=1397145334654,launchTime=1397145337432,firstMapTaskLaunchTime=1397145339604,firstReduceTaskLaunchTime=1397145345506,finishTime=1397145347740,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=5,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=19,reduceSlotSeconds=2,jobName=[0868CB03C84141FEB4B22F4EB6039D98/64B32FA9087C4F25A4C513A7C138B0A3] lower*upper/(1/1) ...uterinnernull-resultgroup
2014-04-10 10:55:48,144 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0036.summary]
2014-04-10 10:55:48,156 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742193_1369 127.0.0.1:36139 127.0.0.1:55175 127.0.0.1:53466
2014-04-10 10:55:48,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0036.summary dst=null perm=null
2014-04-10 10:55:48,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:55:48,158 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0036-1397145334654-brock-%5B0868CB03C84141FEB4B22F4EB6039D98%2F64B32FA9087C4F25-1397145347740-5-1-SUCCEEDED-default-1397145337432.jhist to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0036-1397145334654-brock-%5B0868CB03C84141FEB4B22F4EB6039D98%2F64B32FA9087C4F25-1397145347740-5-1-SUCCEEDED-default-1397145337432.jhist
2014-04-10 10:55:48,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0036-1397145334654-brock-%5B0868CB03C84141FEB4B22F4EB6039D98%2F64B32FA9087C4F25-1397145347740-5-1-SUCCEEDED-default-1397145337432.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0036-1397145334654-brock-%5B0868CB03C84141FEB4B22F4EB6039D98%2F64B32FA9087C4F25-1397145347740-5-1-SUCCEEDED-default-1397145337432.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:55:48,173 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0036_conf.xml to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0036_conf.xml
2014-04-10 10:55:48,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0036_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0036_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:55:48,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup dst=null perm=null
2014-04-10 10:55:48,198 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup/_temporary
2014-04-10 10:55:48,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup/_temporary dst=null perm=null
2014-04-10 10:55:48,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup dst=null perm=null
2014-04-10 10:55:48,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup dst=null perm=null
2014-04-10 10:55:48,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup dst=null perm=null
2014-04-10 10:55:48,214 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:55:48,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:55:48,217 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47867, bytes: 174, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742192_1368, duration: 144904
2014-04-10 10:55:48,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup dst=null perm=null
2014-04-10 10:55:48,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup dst=null perm=null
2014-04-10 10:55:48,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup dst=null perm=null
2014-04-10 10:55:48,230 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:55:48,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:55:48,233 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47867, bytes: 174, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742192_1368, duration: 161693
2014-04-10 10:55:48,234 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull
2014-04-10 10:55:48,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull dst=null perm=null
2014-04-10 10:55:48,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull dst=null perm=null
2014-04-10 10:55:48,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull dst=null perm=null
2014-04-10 10:55:48,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull dst=null perm=null
2014-04-10 10:55:48,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull/part-00000 dst=null perm=null
2014-04-10 10:55:48,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull/part-00000 dst=null perm=null
2014-04-10 10:55:48,241 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:40090, bytes: 174, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742182_1358, duration: 177955
2014-04-10 10:55:48,241 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup
2014-04-10 10:55:48,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup dst=null perm=null
2014-04-10 10:55:48,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup dst=null perm=null
2014-04-10 10:55:48,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup dst=null perm=null
2014-04-10 10:55:48,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup dst=null perm=null
2014-04-10 10:55:48,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:55:48,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupouterinnernull-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:55:48,248 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47867, bytes: 174, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742192_1368, duration: 180874
2014-04-10 10:55:48,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:55:48,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:55:48,268 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 10:55:48,268 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 10:55:48,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull dst=null perm=null
2014-04-10 10:55:48,278 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting
2014-04-10 10:55:48,279 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextDelimited[['num', 'char' | Integer, String]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt"]
2014-04-10 10:55:48,279 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextDelimited[['num', 'char' | Integer, String]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt"]
2014-04-10 10:55:48,279 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] sink: Hfs["TextDelimited[[0:3]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull"]
2014-04-10 10:55:48,279 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] parallel execution is enabled: true
2014-04-10 10:55:48,279 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting jobs: 1
2014-04-10 10:55:48,280 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] allocating threads: 1
2014-04-10 10:55:48,281 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) ...platform/cogroupinnernull
2014-04-10 10:55:48,291 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:55:48,298 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:55:48,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull dst=null perm=null
2014-04-10 10:55:48,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:55:48,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:55:48,301 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 37
2014-04-10 10:55:48,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037 dst=null perm=null
2014-04-10 10:55:48,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:55:48,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:55:48,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.jar dst=null perm=null
2014-04-10 10:55:48,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:55:48,350 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073742196_1372{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]}
2014-04-10 10:55:48,365 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742196_1372 src: /127.0.0.1:47996 dest: /127.0.0.1:53466
2014-04-10 10:55:48,366 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742196_1372 src: /127.0.0.1:55820 dest: /127.0.0.1:55289
2014-04-10 10:55:48,368 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742196_1372 src: /127.0.0.1:40097 dest: /127.0.0.1:55175
2014-04-10 10:55:48,375 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40097, dest: /127.0.0.1:55175, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742196_1372, duration: 5719152
2014-04-10 10:55:48,375 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742196_1372, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:48,375 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55820, dest: /127.0.0.1:55289, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742196_1372, duration: 6271572
2014-04-10 10:55:48,375 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742196_1372{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:55:48,376 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742196_1372, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:48,376 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47996, dest: /127.0.0.1:53466, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742196_1372, duration: 6110171
2014-04-10 10:55:48,376 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742196_1372, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:48,376 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742196_1372{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:55:48,378 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742196_1372 size 244650
2014-04-10 10:55:48,389 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:55:48,390 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.jar
2014-04-10 10:55:48,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.jar dst=null perm=null
2014-04-10 10:55:48,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:55:48,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:55:48,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:55:48,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:55:48,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:55:48,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:55:48,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:55:48,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:55:48,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:55:48,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:55:48,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:55:48,416 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:55:48,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:55:48,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:55:48,419 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:55:48,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:55:48,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:55:48,422 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:55:48,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:55:48,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:55:48,425 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:55:48,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:55:48,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:55:48,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:55:48,448 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.split
2014-04-10 10:55:48,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.split dst=null perm=null
2014-04-10 10:55:48,457 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.split. BP-1649026925-127.0.0.1-1397144808341 blk_1073742197_1373{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:55:48,474 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742197_1373 src: /127.0.0.1:55822 dest: /127.0.0.1:55289
2014-04-10 10:55:48,475 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742197_1373 src: /127.0.0.1:48000 dest: /127.0.0.1:53466
2014-04-10 10:55:48,476 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742197_1373 src: /127.0.0.1:40100 dest: /127.0.0.1:55175
2014-04-10 10:55:48,477 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742197_1373 src: /127.0.0.1:47875 dest: /127.0.0.1:36139
2014-04-10 10:55:48,480 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47875, dest: /127.0.0.1:36139, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742197_1373, duration: 1937915
2014-04-10 10:55:48,480 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742197_1373, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:48,481 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40100, dest: /127.0.0.1:55175, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742197_1373, duration: 2454310
2014-04-10 10:55:48,481 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742197_1373{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:55:48,481 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742197_1373, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:48,482 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742197_1373{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:55:48,482 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48000, dest: /127.0.0.1:53466, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742197_1373, duration: 3160723
2014-04-10 10:55:48,482 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742197_1373, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:48,482 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742197_1373{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:55:48,483 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55822, dest: /127.0.0.1:55289, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742197_1373, duration: 4060822
2014-04-10 10:55:48,483 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742197_1373, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:48,484 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742197_1373{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:55:48,497 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.split is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:55:48,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:55:48,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:55:48,515 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.splitmetainfo. BP-1649026925-127.0.0.1-1397144808341 blk_1073742198_1374{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:55:48,532 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742198_1374 src: /127.0.0.1:40103 dest: /127.0.0.1:55175
2014-04-10 10:55:48,535 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742198_1374 src: /127.0.0.1:55828 dest: /127.0.0.1:55289
2014-04-10 10:55:48,536 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742198_1374 src: /127.0.0.1:47879 dest: /127.0.0.1:36139
2014-04-10 10:55:48,539 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47879, dest: /127.0.0.1:36139, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742198_1374, duration: 1642611
2014-04-10 10:55:48,539 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742198_1374, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:48,540 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742198_1374{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:55:48,540 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55828, dest: /127.0.0.1:55289, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742198_1374, duration: 1884418
2014-04-10 10:55:48,540 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742198_1374, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:48,540 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742198_1374{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:55:48,541 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40103, dest: /127.0.0.1:55175, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742198_1374, duration: 3009860
2014-04-10 10:55:48,541 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742198_1374, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:48,542 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742198_1374{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:55:48,556 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:55:48,556 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 10:55:48,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:55:48,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:55:48,588 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742199_1375{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]}
2014-04-10 10:55:48,595 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0036_01_000007
2014-04-10 10:55:48,596 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0036_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:55:48,596 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0036_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 10:55:48,596 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0036 CONTAINERID=container_1397144823869_0036_01_000007
2014-04-10 10:55:48,596 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0036_01_000007 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:55:48,596 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:55:48,597 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0036_01_000007, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:48,597 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:48,597 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:55:48,597 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0036_000001 released container container_1397144823869_0036_01_000007 on node: host: localhost:37679 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:55:48,599 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742199_1375 src: /127.0.0.1:55830 dest: /127.0.0.1:55289
2014-04-10 10:55:48,600 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742199_1375 src: /127.0.0.1:40107 dest: /127.0.0.1:55175
2014-04-10 10:55:48,601 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742199_1375 src: /127.0.0.1:47882 dest: /127.0.0.1:36139
2014-04-10 10:55:48,605 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47882, dest: /127.0.0.1:36139, bytes: 82838, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742199_1375, duration: 2175083
2014-04-10 10:55:48,605 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742199_1375, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:48,605 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742199_1375{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:55:48,605 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40107, dest: /127.0.0.1:55175, bytes: 82838, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742199_1375, duration: 2528825
2014-04-10 10:55:48,606 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742199_1375, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:48,606 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742199_1375{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:55:48,606 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55830, dest: /127.0.0.1:55289, bytes: 82838, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742199_1375, duration: 3290508
2014-04-10 10:55:48,606 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742199_1375, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:48,607 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742199_1375{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]} size 0
2014-04-10 10:55:48,622 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.xml is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:55:48,623 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397144823869_0037
2014-04-10 10:55:48,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037 dst=null perm=null
2014-04-10 10:55:48,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.xml dst=null perm=null
2014-04-10 10:55:48,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.xml dst=null perm=null
2014-04-10 10:55:48,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.jar dst=null perm=null
2014-04-10 10:55:48,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.jar dst=null perm=null
2014-04-10 10:55:48,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.split dst=null perm=null
2014-04-10 10:55:48,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.split dst=null perm=null
2014-04-10 10:55:48,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.splitmetainfo dst=null perm=null
2014-04-10 10:55:48,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.splitmetainfo dst=null perm=null
2014-04-10 10:55:48,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:55:48,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:55:48,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:55:48,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:55:48,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:55:48,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:55:48,679 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 37 submitted by user brock
2014-04-10 10:55:48,679 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397144823869_0037
2014-04-10 10:55:48,679 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397144823869_0037
2014-04-10 10:55:48,679 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0037
2014-04-10 10:55:48,679 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0037 State change from NEW to NEW_SAVING
2014-04-10 10:55:48,680 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0037 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:55:48,680 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397144823869_0037_000001
2014-04-10 10:55:48,680 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0037_000001 State change from NEW to SUBMITTED
2014-04-10 10:55:48,681 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397144823869_0037 from user: brock activated in queue: default
2014-04-10 10:55:48,681 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397144823869_0037 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@1ba82161, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:55:48,681 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397144823869_0037
2014-04-10 10:55:48,681 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397144823869_0037 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:55:48,681 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397144823869_0037_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:55:48,682 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0037_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:55:48,683 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0037 State change from SUBMITTED to ACCEPTED
2014-04-10 10:55:48,684 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:60619/proxy/application_1397144823869_0037/
2014-04-10 10:55:48,684 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397144823869_0037
2014-04-10 10:55:48,684 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:60619/proxy/application_1397144823869_0037/
2014-04-10 10:55:48,871 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0037_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:55:48,872 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0037 CONTAINERID=container_1397144823869_0037_01_000001
2014-04-10 10:55:48,872 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0037_01_000001 of capacity <memory:2048, vCores:1> on host localhost:56736, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2014-04-10 10:55:48,872 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0037 container=Container: [ContainerId: container_1397144823869_0037_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0037_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:48,872 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:55:48,872 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0037_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:55:48,872 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:48,873 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397144823869_0037 AttemptId: appattempt_1397144823869_0037_000001 MasterContainer: Container: [ContainerId: container_1397144823869_0037_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ]
2014-04-10 10:55:48,873 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0037_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:55:48,874 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0037_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:55:48,874 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397144823869_0037_000001
2014-04-10 10:55:48,875 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397144823869_0037_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] for AM appattempt_1397144823869_0037_000001
2014-04-10 10:55:48,875 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397144823869_0037_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:55:48,878 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0037_000001 (auth:SIMPLE)
2014-04-10 10:55:48,879 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0037_01_000001 by user brock
2014-04-10 10:55:48,880 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0037
2014-04-10 10:55:48,880 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0037 CONTAINERID=container_1397144823869_0037_01_000001
2014-04-10 10:55:48,880 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0037 transitioned from NEW to INITING
2014-04-10 10:55:48,880 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0037_01_000001 to application application_1397144823869_0037
2014-04-10 10:55:48,880 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0037 transitioned from INITING to RUNNING
2014-04-10 10:55:48,880 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397144823869_0037_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] for AM appattempt_1397144823869_0037_000001
2014-04-10 10:55:48,881 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0037_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:55:48,881 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:55:48,881 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0037
2014-04-10 10:55:48,881 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:55:48,881 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:55:48,882 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:55:48,882 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:55:48,882 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0037_01_000001
2014-04-10 10:55:48,892 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397144823869_0037_01_000001.tokens. Credentials list:
2014-04-10 10:55:48,906 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:55:48,970 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397144823869_0037_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000001.tokens
2014-04-10 10:55:48,970 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0037 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0037
2014-04-10 10:55:49,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.jar dst=null perm=null
2014-04-10 10:55:49,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.jar dst=null perm=null
2014-04-10 10:55:49,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.jar dst=null perm=null
2014-04-10 10:55:49,084 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55836, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1181965041_24653, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742196_1372, duration: 843285
2014-04-10 10:55:49,109 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0037/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:55:49,114 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742186_1362 127.0.0.1:53466 127.0.0.1:36139 127.0.0.1:55175 127.0.0.1:55289
2014-04-10 10:55:49,114 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742187_1363 127.0.0.1:36139 127.0.0.1:55289 127.0.0.1:55175 127.0.0.1:53466
2014-04-10 10:55:49,115 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742188_1364 127.0.0.1:55175 127.0.0.1:53466 127.0.0.1:55289
2014-04-10 10:55:49,115 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742189_1365 127.0.0.1:55175 127.0.0.1:55289 127.0.0.1:36139
2014-04-10 10:55:49,115 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742191_1367 127.0.0.1:53466 127.0.0.1:36139 127.0.0.1:55175
2014-04-10 10:55:49,115 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742190_1366 127.0.0.1:36139 127.0.0.1:53466 127.0.0.1:55175
2014-04-10 10:55:49,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0036 dst=null perm=null
2014-04-10 10:55:49,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.splitmetainfo dst=null perm=null
2014-04-10 10:55:49,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.splitmetainfo dst=null perm=null
2014-04-10 10:55:49,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.splitmetainfo dst=null perm=null
2014-04-10 10:55:49,136 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47867, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1181965041_24653, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742198_1374, duration: 211908
2014-04-10 10:55:49,155 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0037/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:55:49,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.split dst=null perm=null
2014-04-10 10:55:49,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.split dst=null perm=null
2014-04-10 10:55:49,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.split dst=null perm=null
2014-04-10 10:55:49,180 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47867, bytes: 1928, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1181965041_24653, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742197_1373, duration: 221174
2014-04-10 10:55:49,197 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0037/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:55:49,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.xml dst=null perm=null
2014-04-10 10:55:49,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.xml dst=null perm=null
2014-04-10 10:55:49,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.xml dst=null perm=null
2014-04-10 10:55:49,222 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:40090, bytes: 83486, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1181965041_24653, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742199_1375, duration: 364971
2014-04-10 10:55:49,240 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0037/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:55:49,241 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:55:49,273 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:55:49,273 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:49,335 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000001/default_container_executor.sh]
2014-04-10 10:55:49,856 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:55289 to replicate blk_1073742196_1372 to datanode(s) 127.0.0.1:36139
2014-04-10 10:55:49,857 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073742193_1369, blk_1073742186_1362, blk_1073742187_1363, blk_1073742189_1365, blk_1073742190_1366, blk_1073742191_1367]
2014-04-10 10:55:49,857 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073742193_1369, blk_1073742186_1362, blk_1073742187_1363, blk_1073742188_1364, blk_1073742190_1366, blk_1073742191_1367]
2014-04-10 10:55:49,870 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0037_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:55:50,194 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742199_1375
2014-04-10 10:55:50,195 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742195_1371
2014-04-10 10:55:50,195 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742193_1369
2014-04-10 10:55:50,196 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742191_1367
2014-04-10 10:55:50,196 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742197_1373
2014-04-10 10:55:50,196 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742192_1368
2014-04-10 10:55:50,197 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742198_1374
2014-04-10 10:55:50,342 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742198_1374
2014-04-10 10:55:50,343 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742195_1371
2014-04-10 10:55:50,343 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742197_1373
2014-04-10 10:55:50,343 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742194_1370
2014-04-10 10:55:50,380 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742197_1373
2014-04-10 10:55:50,380 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742198_1374
2014-04-10 10:55:50,381 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742199_1375
2014-04-10 10:55:50,381 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742192_1368
2014-04-10 10:55:50,381 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742194_1370
2014-04-10 10:55:50,382 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742191_1367
2014-04-10 10:55:50,382 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742193_1369
2014-04-10 10:55:50,386 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742191_1367
2014-04-10 10:55:50,386 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742194_1370
2014-04-10 10:55:50,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:55:50,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/COMMIT_STARTED dst=null perm=null
2014-04-10 10:55:50,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:55:50,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/COMMIT_FAIL dst=null perm=null
2014-04-10 10:55:50,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037 dst=null perm=null
2014-04-10 10:55:50,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:55:50,543 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742199_1375
2014-04-10 10:55:50,543 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742192_1368
2014-04-10 10:55:50,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:55:50,581 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742196_1372
2014-04-10 10:55:50,586 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742196_1372
2014-04-10 10:55:50,587 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742193_1369
2014-04-10 10:55:50,742 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742196_1372
2014-04-10 10:55:50,786 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742195_1371
2014-04-10 10:55:50,786 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742197_1373
2014-04-10 10:55:50,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.splitmetainfo dst=null perm=null
2014-04-10 10:55:50,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.splitmetainfo dst=null perm=null
2014-04-10 10:55:50,840 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:40118, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1290236837_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742198_1374, duration: 157628
2014-04-10 10:55:51,018 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, infoPort=58659, ipcPort=38925, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) Starting thread to transfer BP-1649026925-127.0.0.1-1397144808341:blk_1073742196_1372 to 127.0.0.1:36139
2014-04-10 10:55:51,019 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742196_1372 src: /127.0.0.1:47893 dest: /127.0.0.1:36139
2014-04-10 10:55:51,019 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1649026925-127.0.0.1-1397144808341:blk_1073742196_1372 (numBytes=244650) to 127.0.0.1/127.0.0.1:36139
2014-04-10 10:55:51,020 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1649026925-127.0.0.1-1397144808341:blk_1073742196_1372 src: /127.0.0.1:47893 dest: /127.0.0.1:36139 of size 244650
2014-04-10 10:55:51,020 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742196_1372 size 244650
2014-04-10 10:55:51,087 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742193_1369 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742193 for deletion
2014-04-10 10:55:51,087 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742186_1362 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742186 for deletion
2014-04-10 10:55:51,087 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742193_1369 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742193
2014-04-10 10:55:51,087 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742187_1363 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742187 for deletion
2014-04-10 10:55:51,087 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742186_1362 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742186
2014-04-10 10:55:51,087 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742188_1364 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742188 for deletion
2014-04-10 10:55:51,087 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742187_1363 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742187
2014-04-10 10:55:51,087 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742190_1366 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742190 for deletion
2014-04-10 10:55:51,087 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742188_1364 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742188
2014-04-10 10:55:51,087 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742191_1367 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742191 for deletion
2014-04-10 10:55:51,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742190_1366 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742190
2014-04-10 10:55:51,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742191_1367 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742191
2014-04-10 10:55:51,093 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742193_1369 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742193 for deletion
2014-04-10 10:55:51,094 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742186_1362 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742186 for deletion
2014-04-10 10:55:51,094 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742193_1369 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742193
2014-04-10 10:55:51,094 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742187_1363 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742187 for deletion
2014-04-10 10:55:51,094 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742189_1365 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742189 for deletion
2014-04-10 10:55:51,094 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742186_1362 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742186
2014-04-10 10:55:51,094 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742190_1366 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742190 for deletion
2014-04-10 10:55:51,094 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742187_1363 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742187
2014-04-10 10:55:51,094 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742191_1367 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742191 for deletion
2014-04-10 10:55:51,094 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742189_1365 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742189
2014-04-10 10:55:51,094 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742190_1366 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742190
2014-04-10 10:55:51,094 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742191_1367 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742191
2014-04-10 10:55:51,430 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0037_000001 (auth:SIMPLE)
2014-04-10 10:55:51,431 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397144823869_0037_000001
2014-04-10 10:55:51,431 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397144823869_0037 APPATTEMPTID=appattempt_1397144823869_0037_000001
2014-04-10 10:55:51,431 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0037_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:55:51,431 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0037 State change from ACCEPTED to RUNNING
2014-04-10 10:55:51,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job_1397144823869_0037_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:51,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:55:51,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job_1397144823869_0037_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:55:51,619 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job_1397144823869_0037_1_conf.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742200_1376{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:55:51,727 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742200_1376 src: /127.0.0.1:40122 dest: /127.0.0.1:55175
2014-04-10 10:55:51,728 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742200_1376 src: /127.0.0.1:48024 dest: /127.0.0.1:53466
2014-04-10 10:55:51,730 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742200_1376 src: /127.0.0.1:55848 dest: /127.0.0.1:55289
2014-04-10 10:55:51,736 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55848, dest: /127.0.0.1:55289, bytes: 96821, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1290236837_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742200_1376, duration: 5771317
2014-04-10 10:55:51,736 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742200_1376, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:55:51,737 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48024, dest: /127.0.0.1:53466, bytes: 96821, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1290236837_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742200_1376, duration: 6098754
2014-04-10 10:55:51,737 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742200_1376{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:55:51,737 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742200_1376, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:51,737 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40122, dest: /127.0.0.1:55175, bytes: 96821, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1290236837_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742200_1376, duration: 6562202
2014-04-10 10:55:51,737 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742200_1376, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:55:51,737 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742200_1376{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:55:51,738 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742200_1376{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:55:51,755 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job_1397144823869_0037_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1290236837_1
2014-04-10 10:55:52,457 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0037_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:55:52,457 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0037 CONTAINERID=container_1397144823869_0037_01_000002
2014-04-10 10:55:52,457 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0037_01_000002 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:55:52,458 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0037 container=Container: [ContainerId: container_1397144823869_0037_01_000002, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0037_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:52,458 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:55:52,458 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:52,458 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0037_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:55:52,458 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0037 CONTAINERID=container_1397144823869_0037_01_000003
2014-04-10 10:55:52,458 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0037_01_000003 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:55:52,458 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0037 container=Container: [ContainerId: container_1397144823869_0037_01_000003, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0037_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:52,458 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:55:52,458 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:52,459 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0037_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:55:52,459 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0037 CONTAINERID=container_1397144823869_0037_01_000004
2014-04-10 10:55:52,459 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0037_01_000004 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 10:55:52,459 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0037 container=Container: [ContainerId: container_1397144823869_0037_01_000004, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0037_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:52,459 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:55:52,459 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:52,459 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0037_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:55:52,459 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0037 CONTAINERID=container_1397144823869_0037_01_000005
2014-04-10 10:55:52,459 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0037_01_000005 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 10:55:52,459 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0037 container=Container: [ContainerId: container_1397144823869_0037_01_000005, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0037_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:52,460 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:55:52,460 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:52,597 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0037_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:55:52,597 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0037 CONTAINERID=container_1397144823869_0037_01_000006
2014-04-10 10:55:52,598 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0037_01_000006 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:55:52,598 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0037 container=Container: [ContainerId: container_1397144823869_0037_01_000006, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] containerId=container_1397144823869_0037_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:52,598 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 10:55:52,598 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:52,857 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073742186_1362, blk_1073742187_1363, blk_1073742188_1364, blk_1073742189_1365]
2014-04-10 10:55:52,857 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073742193_1369, blk_1073742186_1362, blk_1073742187_1363, blk_1073742188_1364, blk_1073742189_1365, blk_1073742190_1366, blk_1073742191_1367]
2014-04-10 10:55:53,466 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0037_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:55:53,466 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0037_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:55:53,466 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0037_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:55:53,466 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0037_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:55:53,467 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0037_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:55:53,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.jar dst=null perm=null
2014-04-10 10:55:53,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.jar dst=null perm=null
2014-04-10 10:55:53,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.xml dst=null perm=null
2014-04-10 10:55:53,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.xml dst=null perm=null
2014-04-10 10:55:53,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:55:53,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:55:53,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:55:53,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:55:53,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:55:53,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:55:53,601 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0037_000001 (auth:SIMPLE)
2014-04-10 10:55:53,601 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0037_000001 (auth:SIMPLE)
2014-04-10 10:55:53,603 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0037_01_000006 by user brock
2014-04-10 10:55:53,604 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0037
2014-04-10 10:55:53,604 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0037_01_000002 by user brock
2014-04-10 10:55:53,604 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0037_01_000005 by user brock
2014-04-10 10:55:53,604 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0037
2014-04-10 10:55:53,604 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0037_01_000004 by user brock
2014-04-10 10:55:53,604 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0037 CONTAINERID=container_1397144823869_0037_01_000005
2014-04-10 10:55:53,604 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0037 CONTAINERID=container_1397144823869_0037_01_000006
2014-04-10 10:55:53,604 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0037 CONTAINERID=container_1397144823869_0037_01_000004
2014-04-10 10:55:53,604 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0037 transitioned from NEW to INITING
2014-04-10 10:55:53,605 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0037_01_000002 to application application_1397144823869_0037
2014-04-10 10:55:53,605 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0037_01_000005 to application application_1397144823869_0037
2014-04-10 10:55:53,605 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0037_01_000004 to application application_1397144823869_0037
2014-04-10 10:55:53,605 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0037 transitioned from INITING to RUNNING
2014-04-10 10:55:53,605 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:55:53,606 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:55:53,606 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:55:53,606 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0037
2014-04-10 10:55:53,606 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0037
2014-04-10 10:55:53,606 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:55:53,606 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0037
2014-04-10 10:55:53,604 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0037 CONTAINERID=container_1397144823869_0037_01_000002
2014-04-10 10:55:53,604 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0037_01_000003 by user brock
2014-04-10 10:55:53,606 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:55:53,605 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0037 transitioned from NEW to INITING
2014-04-10 10:55:53,607 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:55:53,607 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0037 CONTAINERID=container_1397144823869_0037_01_000003
2014-04-10 10:55:53,607 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0037
2014-04-10 10:55:53,607 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0037
2014-04-10 10:55:53,607 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:55:53,607 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0037_01_000006 to application application_1397144823869_0037
2014-04-10 10:55:53,607 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0037
2014-04-10 10:55:53,607 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0037 transitioned from INITING to RUNNING
2014-04-10 10:55:53,608 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0037
2014-04-10 10:55:53,608 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0037
2014-04-10 10:55:53,608 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:55:53,608 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:55:53,608 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0037
2014-04-10 10:55:53,608 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0037
2014-04-10 10:55:53,608 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0037
2014-04-10 10:55:53,608 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:55:53,608 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0037_01_000002
2014-04-10 10:55:53,608 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0037
2014-04-10 10:55:53,609 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:55:53,609 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0037_01_000003 to application application_1397144823869_0037
2014-04-10 10:55:53,609 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:55:53,609 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0037_01_000005
2014-04-10 10:55:53,609 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0037_01_000006
2014-04-10 10:55:53,609 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0037_01_000004
2014-04-10 10:55:53,609 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:55:53,609 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0037
2014-04-10 10:55:53,609 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0037
2014-04-10 10:55:53,609 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:55:53,609 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0037
2014-04-10 10:55:53,610 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0037_01_000003
2014-04-10 10:55:53,618 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397144823869_0037_01_000002.tokens. Credentials list:
2014-04-10 10:55:53,618 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397144823869_0037_01_000004.tokens. Credentials list:
2014-04-10 10:55:53,618 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397144823869_0037_01_000003.tokens. Credentials list:
2014-04-10 10:55:53,618 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397144823869_0037_01_000006.tokens. Credentials list:
2014-04-10 10:55:53,619 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397144823869_0037_01_000005.tokens. Credentials list:
2014-04-10 10:55:53,628 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:55:53,628 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:55:53,708 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397144823869_0037_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000002.tokens
2014-04-10 10:55:53,708 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397144823869_0037_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000006.tokens
2014-04-10 10:55:53,708 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0037 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0037
2014-04-10 10:55:53,709 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0037 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0037
2014-04-10 10:55:53,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.jar dst=null perm=null
2014-04-10 10:55:53,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.jar dst=null perm=null
2014-04-10 10:55:53,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.jar dst=null perm=null
2014-04-10 10:55:53,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.jar dst=null perm=null
2014-04-10 10:55:53,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.jar dst=null perm=null
2014-04-10 10:55:53,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.jar dst=null perm=null
2014-04-10 10:55:53,837 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47907, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_12023405_24829, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742196_1372, duration: 610673
2014-04-10 10:55:53,837 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55858, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1862814306_24828, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742196_1372, duration: 836883
2014-04-10 10:55:53,876 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0037/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:55:53,877 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0037/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:55:53,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.xml dst=null perm=null
2014-04-10 10:55:53,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.xml dst=null perm=null
2014-04-10 10:55:53,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.xml dst=null perm=null
2014-04-10 10:55:53,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.xml dst=null perm=null
2014-04-10 10:55:53,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.xml dst=null perm=null
2014-04-10 10:55:53,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.xml dst=null perm=null
2014-04-10 10:55:53,908 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47907, bytes: 83486, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_12023405_24829, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742199_1375, duration: 363493
2014-04-10 10:55:53,908 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55858, bytes: 83486, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1862814306_24828, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742199_1375, duration: 737625
2014-04-10 10:55:53,930 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0037/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:55:53,930 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:55:53,930 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:55:53,930 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0037/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:55:53,931 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:55:53,931 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:55:53,931 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:55:53,964 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:55:53,964 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:53,964 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:55:53,964 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:53,964 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:55:53,964 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:53,968 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:55:53,968 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:55:53,968 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:53,968 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:54,018 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742186_1362 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742186 for deletion
2014-04-10 10:55:54,019 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742187_1363 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742187 for deletion
2014-04-10 10:55:54,019 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742188_1364 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742188 for deletion
2014-04-10 10:55:54,019 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742186_1362 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742186
2014-04-10 10:55:54,019 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742188_1364 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742188
2014-04-10 10:55:54,019 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742189_1365 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742189 for deletion
2014-04-10 10:55:54,019 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742187_1363 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742187
2014-04-10 10:55:54,020 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742189_1365 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742189
2014-04-10 10:55:54,040 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000003/default_container_executor.sh]
2014-04-10 10:55:54,040 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000004/default_container_executor.sh]
2014-04-10 10:55:54,041 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000006/default_container_executor.sh]
2014-04-10 10:55:54,044 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000002/default_container_executor.sh]
2014-04-10 10:55:54,044 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000005/default_container_executor.sh]
2014-04-10 10:55:54,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742193_1369 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742193 for deletion
2014-04-10 10:55:54,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742186_1362 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742186 for deletion
2014-04-10 10:55:54,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742193_1369 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742193
2014-04-10 10:55:54,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742186_1362 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742186
2014-04-10 10:55:54,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742187_1363 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742187 for deletion
2014-04-10 10:55:54,079 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742188_1364 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742188 for deletion
2014-04-10 10:55:54,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742187_1363 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742187
2014-04-10 10:55:54,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742189_1365 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742189 for deletion
2014-04-10 10:55:54,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742188_1364 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742188
2014-04-10 10:55:54,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742190_1366 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742190 for deletion
2014-04-10 10:55:54,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742191_1367 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742191 for deletion
2014-04-10 10:55:54,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742190_1366 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742190
2014-04-10 10:55:54,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742189_1365 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742189
2014-04-10 10:55:54,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742191_1367 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742191
2014-04-10 10:55:54,140 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397144823869_0036_01_000001 succeeded
2014-04-10 10:55:54,141 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:55:54,141 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0036_01_000001
2014-04-10 10:55:54,153 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000001
2014-04-10 10:55:54,153 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000001
2014-04-10 10:55:54,153 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000001
2014-04-10 10:55:54,153 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0036/container_1397144823869_0036_01_000001
2014-04-10 10:55:54,154 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0036 CONTAINERID=container_1397144823869_0036_01_000001
2014-04-10 10:55:54,154 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0036_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:55:54,154 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0036_01_000001 from application application_1397144823869_0036
2014-04-10 10:55:54,155 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:54,155 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0036
2014-04-10 10:55:54,458 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0037_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:55:54,458 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0037_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:55:54,458 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0037_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:55:54,458 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0037_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:55:54,488 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:55:54,597 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0037_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:55:54,871 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0036_01_000001
2014-04-10 10:55:54,872 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0036_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:55:54,872 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0036_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:55:54,872 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397144823869_0036_000001
2014-04-10 10:55:54,872 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0036 CONTAINERID=container_1397144823869_0036_01_000001
2014-04-10 10:55:54,872 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0036_000001 State change from FINISHING to FINISHED
2014-04-10 10:55:54,873 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0036_01_000001 of capacity <memory:2048, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:55:54,873 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0036 State change from FINISHING to FINISHED
2014-04-10 10:55:54,873 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 10:55:54,873 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397144823869_0036
2014-04-10 10:55:54,873 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0036_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:54,873 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397144823869_0036_000001
2014-04-10 10:55:54,873 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:54,873 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397144823869_0036,name=[0868CB03C84141FEB4B22F4EB6039D98/64B32FA9087C4F25A4C513A7C138B0A3] lower*upper/(1/1) ...uterinnernull-resultgroup,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:60619/proxy/application_1397144823869_0036/jobhistory/job/job_1397144823869_0036,appMasterHost=localhost.localdomain,startTime=1397145334654,finishTime=1397145348047,finalStatus=SUCCEEDED
2014-04-10 10:55:54,873 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 10:55:54,873 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0036_000001 released container container_1397144823869_0036_01_000001 on node: host: localhost:56736 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:55:54,874 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397144823869_0036_000001 is done. finalState=FINISHED
2014-04-10 10:55:54,874 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397144823869_0036 requests cleared
2014-04-10 10:55:54,874 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397144823869_0036 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:55:54,874 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397144823869_0036 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:55:54,875 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0036_000001 (auth:SIMPLE)
2014-04-10 10:55:54,882 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0036_01_000001
2014-04-10 10:55:55,028 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:55:55,200 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742196_1372
2014-04-10 10:55:55,315 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397144823869_0037_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000005.tokens
2014-04-10 10:55:55,316 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0037 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0037
2014-04-10 10:55:55,429 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:55:55,461 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0036 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:55:55,461 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0036
2014-04-10 10:55:55,462 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0036
2014-04-10 10:55:55,462 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0036 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:55:55,462 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0036, with delay of 10800 seconds
2014-04-10 10:55:55,462 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0036
2014-04-10 10:55:55,463 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0036
2014-04-10 10:55:55,463 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0036
2014-04-10 10:55:55,584 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742200_1376
2014-04-10 10:55:55,597 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0036 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:55:55,598 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0036
2014-04-10 10:55:55,598 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0036
2014-04-10 10:55:55,598 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0036 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:55:55,598 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0036, with delay of 10800 seconds
2014-04-10 10:55:55,598 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0036
2014-04-10 10:55:55,599 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0036
2014-04-10 10:55:55,599 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0036
2014-04-10 10:55:55,724 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397144823869_0037_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000003.tokens
2014-04-10 10:55:55,725 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0037 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0037
2014-04-10 10:55:55,745 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742200_1376
2014-04-10 10:55:55,789 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742200_1376
2014-04-10 10:55:55,872 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0036 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:55:55,873 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0036
2014-04-10 10:55:55,873 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0036 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:55:55,873 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0036, with delay of 10800 seconds
2014-04-10 10:55:55,873 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0036
2014-04-10 10:55:55,874 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0036
2014-04-10 10:55:55,874 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0036
2014-04-10 10:55:55,875 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0036
2014-04-10 10:55:56,069 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:55:56,437 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397144823869_0037_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000004.tokens
2014-04-10 10:55:56,437 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0037 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0037
2014-04-10 10:55:56,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.split dst=null perm=null
2014-04-10 10:55:56,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.split dst=null perm=null
2014-04-10 10:55:56,867 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:48046, bytes: 1928, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0037_m_000000_0_-952699952_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742197_1373, duration: 152215
2014-04-10 10:55:56,930 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47921, bytes: 896, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0037_m_000004_0_-1040762394_1, offset: 1024, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742197_1373, duration: 174127
2014-04-10 10:55:56,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:55:56,943 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55872, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0037_m_000000_0_-952699952_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 152265
2014-04-10 10:55:56,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.split dst=null perm=null
2014-04-10 10:55:56,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.split dst=null perm=null
2014-04-10 10:55:57,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:55:57,030 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:40153, bytes: 52, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0037_m_000004_0_-1040762394_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004, duration: 158195
2014-04-10 10:55:57,033 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55875, bytes: 896, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0037_m_000003_0_-787768835_1, offset: 1024, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742197_1373, duration: 172973
2014-04-10 10:55:57,038 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:40152, bytes: 1928, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0037_m_000001_0_-2083422056_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742197_1373, duration: 161487
2014-04-10 10:55:57,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:55:57,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:55:57,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job.split dst=null perm=null
2014-04-10 10:55:57,249 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:40155, bytes: 1412, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0037_m_000002_0_195088388_1, offset: 512, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742197_1373, duration: 156965
2014-04-10 10:55:57,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull/_temporary/1/_temporary/attempt_1397144823869_0037_m_000000_0 dst=null perm=null
2014-04-10 10:55:57,294 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:48057, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0037_m_000001_0_-2083422056_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 154412
2014-04-10 10:55:57,315 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0037_01_000002
2014-04-10 10:55:57,315 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0037 CONTAINERID=container_1397144823869_0037_01_000002
2014-04-10 10:55:57,315 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:55:57,315 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0037_01_000002
2014-04-10 10:55:57,325 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:40157, bytes: 52, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0037_m_000003_0_-787768835_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004, duration: 182275
2014-04-10 10:55:57,329 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0037_01_000002 is : 143
2014-04-10 10:55:57,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:55:57,335 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:40155, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0037_m_000002_0_195088388_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 162230
2014-04-10 10:55:57,335 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job_1397144823869_0037_1.jhist. BP-1649026925-127.0.0.1-1397144808341 blk_1073742201_1377{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]}
2014-04-10 10:55:57,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull/_temporary/1/_temporary/attempt_1397144823869_0037_m_000004_0 dst=null perm=null
2014-04-10 10:55:57,338 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:55:57,339 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000002
2014-04-10 10:55:57,339 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000002
2014-04-10 10:55:57,339 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000002
2014-04-10 10:55:57,339 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000002
2014-04-10 10:55:57,339 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0037 CONTAINERID=container_1397144823869_0037_01_000002
2014-04-10 10:55:57,340 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:55:57,340 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0037_01_000002 from application application_1397144823869_0037
2014-04-10 10:55:57,340 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:57,340 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0037
2014-04-10 10:55:57,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull/_temporary/1/_temporary/attempt_1397144823869_0037_m_000001_0 dst=null perm=null
2014-04-10 10:55:57,390 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0037_01_000006
2014-04-10 10:55:57,390 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0037 CONTAINERID=container_1397144823869_0037_01_000006
2014-04-10 10:55:57,390 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742201_1377 src: /127.0.0.1:48059 dest: /127.0.0.1:53466
2014-04-10 10:55:57,390 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:55:57,390 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0037_01_000006
2014-04-10 10:55:57,391 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742201_1377 src: /127.0.0.1:55883 dest: /127.0.0.1:55289
2014-04-10 10:55:57,392 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742201_1377 src: /127.0.0.1:40160 dest: /127.0.0.1:55175
2014-04-10 10:55:57,396 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job_1397144823869_0037_1.jhist for DFSClient_NONMAPREDUCE_1290236837_1
2014-04-10 10:55:57,397 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0037_01_000006 is : 143
2014-04-10 10:55:57,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull/_temporary/1/_temporary/attempt_1397144823869_0037_m_000003_0 dst=null perm=null
2014-04-10 10:55:57,411 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:55:57,411 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000006
2014-04-10 10:55:57,412 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000006
2014-04-10 10:55:57,412 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000006
2014-04-10 10:55:57,413 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000006
2014-04-10 10:55:57,413 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0037 CONTAINERID=container_1397144823869_0037_01_000006
2014-04-10 10:55:57,414 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:55:57,414 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0037_01_000006 from application application_1397144823869_0037
2014-04-10 10:55:57,414 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:57,414 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0037
2014-04-10 10:55:57,432 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0037_01_000003
2014-04-10 10:55:57,433 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0037 CONTAINERID=container_1397144823869_0037_01_000003
2014-04-10 10:55:57,433 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:55:57,433 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0037_01_000003
2014-04-10 10:55:57,433 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0037_01_000002
2014-04-10 10:55:57,433 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0037_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:55:57,433 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0037_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:55:57,433 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0037 CONTAINERID=container_1397144823869_0037_01_000002
2014-04-10 10:55:57,434 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0037_01_000002 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 10:55:57,434 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 10:55:57,434 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0037_01_000002, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:57,434 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:57,434 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 10:55:57,434 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0037_000001 released container container_1397144823869_0037_01_000002 on node: host: localhost:50571 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 10:55:57,453 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0037_01_000003 is : 143
2014-04-10 10:55:57,463 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:55:57,463 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000003
2014-04-10 10:55:57,463 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000003
2014-04-10 10:55:57,464 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000003
2014-04-10 10:55:57,464 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000003
2014-04-10 10:55:57,464 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0037 CONTAINERID=container_1397144823869_0037_01_000003
2014-04-10 10:55:57,464 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:55:57,464 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0037_01_000003 from application application_1397144823869_0037
2014-04-10 10:55:57,464 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:57,465 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0037
2014-04-10 10:55:57,475 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0037_01_000005
2014-04-10 10:55:57,475 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0037 CONTAINERID=container_1397144823869_0037_01_000005
2014-04-10 10:55:57,475 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:55:57,475 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0037_01_000003
2014-04-10 10:55:57,475 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0037_01_000005
2014-04-10 10:55:57,476 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0037_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:55:57,476 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0037_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:55:57,476 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0037 CONTAINERID=container_1397144823869_0037_01_000003
2014-04-10 10:55:57,476 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0037_01_000003 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:55:57,476 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 10:55:57,476 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0037_01_000003, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:57,476 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:57,476 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:55:57,476 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0037_000001 released container container_1397144823869_0037_01_000003 on node: host: localhost:50571 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:55:57,481 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0037_01_000005 is : 143
2014-04-10 10:55:57,491 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:55:57,491 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000005
2014-04-10 10:55:57,491 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000005
2014-04-10 10:55:57,492 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000005
2014-04-10 10:55:57,492 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000005
2014-04-10 10:55:57,492 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0037 CONTAINERID=container_1397144823869_0037_01_000005
2014-04-10 10:55:57,492 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:55:57,492 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0037_01_000005 from application application_1397144823869_0037
2014-04-10 10:55:57,492 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:57,492 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0037
2014-04-10 10:55:57,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull/_temporary/1/_temporary/attempt_1397144823869_0037_m_000002_0 dst=null perm=null
2014-04-10 10:55:57,619 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0037_01_000004
2014-04-10 10:55:57,619 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0037 CONTAINERID=container_1397144823869_0037_01_000004
2014-04-10 10:55:57,619 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:55:57,619 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0037_01_000004
2014-04-10 10:55:57,619 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0037_01_000005
2014-04-10 10:55:57,619 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0037_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:55:57,620 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0037_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:55:57,620 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0037 CONTAINERID=container_1397144823869_0037_01_000005
2014-04-10 10:55:57,620 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0037_01_000005 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:55:57,620 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:55:57,620 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0037_01_000005, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:57,620 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:57,620 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:55:57,620 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0037_000001 released container container_1397144823869_0037_01_000005 on node: host: localhost:50571 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:55:57,627 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0037_01_000004 is : 143
2014-04-10 10:55:57,644 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:55:57,644 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000004
2014-04-10 10:55:57,644 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000004
2014-04-10 10:55:57,644 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000004
2014-04-10 10:55:57,645 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000004
2014-04-10 10:55:57,645 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0037 CONTAINERID=container_1397144823869_0037_01_000004
2014-04-10 10:55:57,645 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:55:57,645 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0037_01_000004 from application application_1397144823869_0037
2014-04-10 10:55:57,645 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:57,645 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0037
2014-04-10 10:55:58,390 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0037_01_000006
2014-04-10 10:55:58,391 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0037_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:55:58,391 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0037_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:55:58,391 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0037 CONTAINERID=container_1397144823869_0037_01_000006
2014-04-10 10:55:58,392 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0037_01_000006 of capacity <memory:1024, vCores:1> on host localhost:37679, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:55:58,392 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:55:58,393 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0037_01_000006, NodeId: localhost:37679, NodeHttpAddress: localhost:51279, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:37679 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:58,393 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:58,393 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:55:58,393 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0037_000001 released container container_1397144823869_0037_01_000006 on node: host: localhost:37679 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:55:58,620 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0037_01_000004
2014-04-10 10:55:58,620 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0037_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:55:58,620 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0037_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:55:58,620 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0037 CONTAINERID=container_1397144823869_0037_01_000004
2014-04-10 10:55:58,621 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0037_01_000004 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:55:58,621 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:55:58,621 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0037_01_000004, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:58,621 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:58,621 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:55:58,621 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0037_000001 released container container_1397144823869_0037_01_000004 on node: host: localhost:50571 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:55:58,622 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0037_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:55:58,622 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0037 CONTAINERID=container_1397144823869_0037_01_000007
2014-04-10 10:55:58,622 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0037_01_000007 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:55:58,623 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0037 container=Container: [ContainerId: container_1397144823869_0037_01_000007, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0037_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:58,623 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:55:58,623 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:55:59,500 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0037_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:55:59,513 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0037_01_000007 by user brock
2014-04-10 10:55:59,513 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0037 CONTAINERID=container_1397144823869_0037_01_000007
2014-04-10 10:55:59,513 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0037_01_000007 to application application_1397144823869_0037
2014-04-10 10:55:59,514 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 10:55:59,514 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0037
2014-04-10 10:55:59,514 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0037
2014-04-10 10:55:59,514 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:55:59,515 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0037
2014-04-10 10:55:59,515 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:55:59,558 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 10:55:59,559 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:55:59,619 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000007/default_container_executor.sh]
2014-04-10 10:55:59,620 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0037_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:56:00,504 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:56:01,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull/_temporary/1/_temporary/attempt_1397144823869_0037_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:56:01,352 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull/_temporary/1/_temporary/attempt_1397144823869_0037_r_000000_0/part-00000. BP-1649026925-127.0.0.1-1397144808341 blk_1073742202_1378{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:56:01,423 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742202_1378 src: /127.0.0.1:47943 dest: /127.0.0.1:36139
2014-04-10 10:56:01,424 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742202_1378 src: /127.0.0.1:48072 dest: /127.0.0.1:53466
2014-04-10 10:56:01,425 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742202_1378 src: /127.0.0.1:55896 dest: /127.0.0.1:55289
2014-04-10 10:56:01,435 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55896, dest: /127.0.0.1:55289, bytes: 150, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0037_r_000000_0_-1511408601_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742202_1378, duration: 9467731
2014-04-10 10:56:01,435 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742202_1378, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:56:01,436 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742202_1378{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:56:01,436 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48072, dest: /127.0.0.1:53466, bytes: 150, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0037_r_000000_0_-1511408601_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742202_1378, duration: 8920524
2014-04-10 10:56:01,436 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742202_1378, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:56:01,436 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742202_1378{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:56:01,437 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47943, dest: /127.0.0.1:36139, bytes: 150, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0037_r_000000_0_-1511408601_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742202_1378, duration: 9622609
2014-04-10 10:56:01,437 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742202_1378, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:56:01,437 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742202_1378{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:56:01,455 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull/_temporary/1/_temporary/attempt_1397144823869_0037_r_000000_0/part-00000 is closed by DFSClient_attempt_1397144823869_0037_r_000000_0_-1511408601_1
2014-04-10 10:56:01,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull/_temporary/1/_temporary/attempt_1397144823869_0037_r_000000_0 dst=null perm=null
2014-04-10 10:56:01,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull/_temporary/1/_temporary/attempt_1397144823869_0037_r_000000_0 dst=null perm=null
2014-04-10 10:56:01,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull/_temporary/1/task_1397144823869_0037_r_000000 dst=null perm=null
2014-04-10 10:56:01,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull/_temporary/1/_temporary/attempt_1397144823869_0037_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull/_temporary/1/task_1397144823869_0037_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:56:01,566 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0037_01_000007
2014-04-10 10:56:01,566 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0037 CONTAINERID=container_1397144823869_0037_01_000007
2014-04-10 10:56:01,566 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000007 transitioned from RUNNING to KILLING
2014-04-10 10:56:01,566 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0037_01_000007
2014-04-10 10:56:01,571 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0037_01_000007 is : 143
2014-04-10 10:56:01,581 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:56:01,581 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000007
2014-04-10 10:56:01,581 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000007
2014-04-10 10:56:01,581 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000007
2014-04-10 10:56:01,581 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0037 CONTAINERID=container_1397144823869_0037_01_000007
2014-04-10 10:56:01,581 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000007
2014-04-10 10:56:01,581 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:56:01,582 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0037_01_000007 from application application_1397144823869_0037
2014-04-10 10:56:01,582 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:56:01,582 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0037
2014-04-10 10:56:01,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:56:01,613 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1290236837_1
2014-04-10 10:56:01,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull/_temporary/1 dst=null perm=null
2014-04-10 10:56:01,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull dst=null perm=null
2014-04-10 10:56:01,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull dst=null perm=null
2014-04-10 10:56:01,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull/_temporary/1/task_1397144823869_0037_r_000000 dst=null perm=null
2014-04-10 10:56:01,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull/part-00000 dst=null perm=null
2014-04-10 10:56:01,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull/_temporary/1/task_1397144823869_0037_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:56:01,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull/_temporary dst=null perm=null
2014-04-10 10:56:01,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:56:01,696 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1290236837_1
2014-04-10 10:56:01,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:56:01,730 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1290236837_1
2014-04-10 10:56:01,757 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40160, dest: /127.0.0.1:55175, bytes: 69551, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1290236837_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742201_1377, duration: 4364418195
2014-04-10 10:56:01,758 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742201_1377, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:56:01,759 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742201_1377{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 15780
2014-04-10 10:56:01,759 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55883, dest: /127.0.0.1:55289, bytes: 69551, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1290236837_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742201_1377, duration: 4365721129
2014-04-10 10:56:01,759 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742201_1377, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:56:01,760 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742201_1377{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 15780
2014-04-10 10:56:01,760 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48059, dest: /127.0.0.1:53466, bytes: 69551, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1290236837_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742201_1377, duration: 4366583884
2014-04-10 10:56:01,760 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742201_1377, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:56:01,761 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742201_1377{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 15780
2014-04-10 10:56:01,771 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job_1397144823869_0037_1.jhist is closed by DFSClient_NONMAPREDUCE_1290236837_1
2014-04-10 10:56:01,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0037.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:56:01,792 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0037.summary_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742203_1379{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]}
2014-04-10 10:56:01,807 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742203_1379 src: /127.0.0.1:55897 dest: /127.0.0.1:55289
2014-04-10 10:56:01,808 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742203_1379 src: /127.0.0.1:47948 dest: /127.0.0.1:36139
2014-04-10 10:56:01,810 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742203_1379 src: /127.0.0.1:48076 dest: /127.0.0.1:53466
2014-04-10 10:56:01,812 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48076, dest: /127.0.0.1:53466, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1290236837_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742203_1379, duration: 1718383
2014-04-10 10:56:01,813 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742203_1379, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:56:01,813 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742203_1379{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:56:01,813 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47948, dest: /127.0.0.1:36139, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1290236837_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742203_1379, duration: 2388024
2014-04-10 10:56:01,813 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742203_1379, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:56:01,813 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742203_1379{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:56:01,813 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55897, dest: /127.0.0.1:55289, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1290236837_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742203_1379, duration: 2822692
2014-04-10 10:56:01,814 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742203_1379, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:56:01,814 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742203_1379{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]} size 0
2014-04-10 10:56:01,830 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0037.summary_tmp is closed by DFSClient_NONMAPREDUCE_1290236837_1
2014-04-10 10:56:01,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0037.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:56:01,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job_1397144823869_0037_1.jhist dst=null perm=null
2014-04-10 10:56:01,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0037-1397145348678-brock-%5BFB2A710296E34CA5A6A7C0620013EA5D%2F7647E1D315434276-1397145361731-5-1-SUCCEEDED-default-1397145351440.jhist_tmp dst=null perm=null
2014-04-10 10:56:01,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job_1397144823869_0037_1.jhist dst=null perm=null
2014-04-10 10:56:01,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0037-1397145348678-brock-%5BFB2A710296E34CA5A6A7C0620013EA5D%2F7647E1D315434276-1397145361731-5-1-SUCCEEDED-default-1397145351440.jhist_tmp dst=null perm=null
2014-04-10 10:56:01,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job_1397144823869_0037_1.jhist dst=null perm=null
2014-04-10 10:56:01,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0037-1397145348678-brock-%5BFB2A710296E34CA5A6A7C0620013EA5D%2F7647E1D315434276-1397145361731-5-1-SUCCEEDED-default-1397145351440.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:56:01,874 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:48077, bytes: 70095, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1290236837_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742201_1377, duration: 494353
2014-04-10 10:56:01,877 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0037-1397145348678-brock-%5BFB2A710296E34CA5A6A7C0620013EA5D%2F7647E1D315434276-1397145361731-5-1-SUCCEEDED-default-1397145351440.jhist_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742204_1380{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:56:01,890 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742204_1380 src: /127.0.0.1:47951 dest: /127.0.0.1:36139
2014-04-10 10:56:01,892 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742204_1380 src: /127.0.0.1:40178 dest: /127.0.0.1:55175
2014-04-10 10:56:01,893 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742204_1380 src: /127.0.0.1:48080 dest: /127.0.0.1:53466
2014-04-10 10:56:01,897 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48080, dest: /127.0.0.1:53466, bytes: 69551, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1290236837_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742204_1380, duration: 3131505
2014-04-10 10:56:01,897 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742204_1380, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:56:01,898 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40178, dest: /127.0.0.1:55175, bytes: 69551, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1290236837_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742204_1380, duration: 3578276
2014-04-10 10:56:01,898 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742204_1380{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:56:01,898 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742204_1380, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:56:01,898 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47951, dest: /127.0.0.1:36139, bytes: 69551, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1290236837_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742204_1380, duration: 4082323
2014-04-10 10:56:01,899 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742204_1380{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:56:01,899 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742204_1380, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:56:01,899 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742204_1380{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:56:01,913 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0037-1397145348678-brock-%5BFB2A710296E34CA5A6A7C0620013EA5D%2F7647E1D315434276-1397145361731-5-1-SUCCEEDED-default-1397145351440.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1290236837_1
2014-04-10 10:56:01,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0037-1397145348678-brock-%5BFB2A710296E34CA5A6A7C0620013EA5D%2F7647E1D315434276-1397145361731-5-1-SUCCEEDED-default-1397145351440.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:56:01,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job_1397144823869_0037_1_conf.xml dst=null perm=null
2014-04-10 10:56:01,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0037_conf.xml_tmp dst=null perm=null
2014-04-10 10:56:01,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job_1397144823869_0037_1_conf.xml dst=null perm=null
2014-04-10 10:56:01,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0037_conf.xml_tmp dst=null perm=null
2014-04-10 10:56:01,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037/job_1397144823869_0037_1_conf.xml dst=null perm=null
2014-04-10 10:56:01,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0037_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:56:01,946 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:40180, bytes: 97581, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1290236837_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742200_1376, duration: 386276
2014-04-10 10:56:01,949 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0037_conf.xml_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742205_1381{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]}
2014-04-10 10:56:01,965 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742205_1381 src: /127.0.0.1:48082 dest: /127.0.0.1:53466
2014-04-10 10:56:01,967 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742205_1381 src: /127.0.0.1:55906 dest: /127.0.0.1:55289
2014-04-10 10:56:01,968 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742205_1381 src: /127.0.0.1:40183 dest: /127.0.0.1:55175
2014-04-10 10:56:01,971 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40183, dest: /127.0.0.1:55175, bytes: 96821, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1290236837_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742205_1381, duration: 2582174
2014-04-10 10:56:01,972 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742205_1381, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:56:01,972 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742205_1381{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:56:01,972 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55906, dest: /127.0.0.1:55289, bytes: 96821, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1290236837_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742205_1381, duration: 3214278
2014-04-10 10:56:01,972 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742205_1381, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:56:01,973 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742205_1381{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:56:01,973 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48082, dest: /127.0.0.1:53466, bytes: 96821, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1290236837_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742205_1381, duration: 3869708
2014-04-10 10:56:01,973 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742205_1381, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:56:01,973 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742205_1381{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:56:01,988 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0037_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1290236837_1
2014-04-10 10:56:01,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0037_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:56:02,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0037.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0037.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:56:02,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0037_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0037_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:56:02,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0037-1397145348678-brock-%5BFB2A710296E34CA5A6A7C0620013EA5D%2F7647E1D315434276-1397145361731-5-1-SUCCEEDED-default-1397145351440.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0037-1397145348678-brock-%5BFB2A710296E34CA5A6A7C0620013EA5D%2F7647E1D315434276-1397145361731-5-1-SUCCEEDED-default-1397145351440.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:56:02,055 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397144823869_0037_000001 with final state: FINISHING
2014-04-10 10:56:02,055 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0037_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:56:02,056 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397144823869_0037 with final state: FINISHING
2014-04-10 10:56:02,056 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0037 State change from RUNNING to FINAL_SAVING
2014-04-10 10:56:02,056 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0037
2014-04-10 10:56:02,057 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0037_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:56:02,057 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0037 State change from FINAL_SAVING to FINISHING
2014-04-10 10:56:02,100 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:56:02,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:56:02,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:56:02,105 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397144823869_0037 from file: hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0037-1397145348678-brock-%5BFB2A710296E34CA5A6A7C0620013EA5D%2F7647E1D315434276-1397145361731-5-1-SUCCEEDED-default-1397145351440.jhist
2014-04-10 10:56:02,106 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0037-1397145348678-brock-%5BFB2A710296E34CA5A6A7C0620013EA5D%2F7647E1D315434276-1397145361731-5-1-SUCCEEDED-default-1397145351440.jhist]
2014-04-10 10:56:02,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0037-1397145348678-brock-%5BFB2A710296E34CA5A6A7C0620013EA5D%2F7647E1D315434276-1397145361731-5-1-SUCCEEDED-default-1397145351440.jhist dst=null perm=null
2014-04-10 10:56:02,109 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47961, bytes: 70095, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742204_1380, duration: 432003
2014-04-10 10:56:02,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0037.summary dst=null perm=null
2014-04-10 10:56:02,126 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55912, bytes: 457, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_538767685_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742203_1379, duration: 149571
2014-04-10 10:56:02,126 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397144823869_0037,submitTime=1397145348678,launchTime=1397145351440,firstMapTaskLaunchTime=1397145353610,firstReduceTaskLaunchTime=1397145359515,finishTime=1397145361731,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=5,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=19,reduceSlotSeconds=2,jobName=[FB2A710296E34CA5A6A7C0620013EA5D/7647E1D315434276A0D3C4E7C385777C] lower*upper/(1/1) ...platform/cogroupinnernull
2014-04-10 10:56:02,126 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0037.summary]
2014-04-10 10:56:02,138 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742203_1379 127.0.0.1:55289 127.0.0.1:36139 127.0.0.1:53466
2014-04-10 10:56:02,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0037.summary dst=null perm=null
2014-04-10 10:56:02,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:56:02,141 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0037-1397145348678-brock-%5BFB2A710296E34CA5A6A7C0620013EA5D%2F7647E1D315434276-1397145361731-5-1-SUCCEEDED-default-1397145351440.jhist to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0037-1397145348678-brock-%5BFB2A710296E34CA5A6A7C0620013EA5D%2F7647E1D315434276-1397145361731-5-1-SUCCEEDED-default-1397145351440.jhist
2014-04-10 10:56:02,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0037-1397145348678-brock-%5BFB2A710296E34CA5A6A7C0620013EA5D%2F7647E1D315434276-1397145361731-5-1-SUCCEEDED-default-1397145351440.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0037-1397145348678-brock-%5BFB2A710296E34CA5A6A7C0620013EA5D%2F7647E1D315434276-1397145361731-5-1-SUCCEEDED-default-1397145351440.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:56:02,155 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0037_conf.xml to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0037_conf.xml
2014-04-10 10:56:02,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0037_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0037_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:56:02,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull dst=null perm=null
2014-04-10 10:56:02,181 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull/_temporary
2014-04-10 10:56:02,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull/_temporary dst=null perm=null
2014-04-10 10:56:02,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull dst=null perm=null
2014-04-10 10:56:02,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull dst=null perm=null
2014-04-10 10:56:02,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull dst=null perm=null
2014-04-10 10:56:02,201 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:56:02,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull/part-00000 dst=null perm=null
2014-04-10 10:56:02,204 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:47961, bytes: 154, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742202_1378, duration: 225830
2014-04-10 10:56:02,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull dst=null perm=null
2014-04-10 10:56:02,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull dst=null perm=null
2014-04-10 10:56:02,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull dst=null perm=null
2014-04-10 10:56:02,222 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:56:02,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull/part-00000 dst=null perm=null
2014-04-10 10:56:02,225 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55912, bytes: 154, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742202_1378, duration: 142182
2014-04-10 10:56:02,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:56:02,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:56:02,241 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 10:56:02,241 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 10:56:02,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup dst=null perm=null
2014-04-10 10:56:02,258 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting
2014-04-10 10:56:02,259 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextDelimited[['num', 'char' | Integer, String]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt"]
2014-04-10 10:56:02,259 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextDelimited[['num', 'char' | Integer, String]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt"]
2014-04-10 10:56:02,259 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] sink: Hfs["TextDelimited[[0:3]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup"]
2014-04-10 10:56:02,259 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] parallel execution is enabled: true
2014-04-10 10:56:02,259 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting jobs: 1
2014-04-10 10:56:02,259 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] allocating threads: 1
2014-04-10 10:56:02,260 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) ...roupinnernull-resultgroup
2014-04-10 10:56:02,275 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:56:02,283 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:56:02,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup dst=null perm=null
2014-04-10 10:56:02,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:56:02,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:56:02,287 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 38
2014-04-10 10:56:02,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038 dst=null perm=null
2014-04-10 10:56:02,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:56:02,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:56:02,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.jar dst=null perm=null
2014-04-10 10:56:02,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:56:02,324 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073742206_1382{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:56:02,339 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742206_1382 src: /127.0.0.1:40189 dest: /127.0.0.1:55175
2014-04-10 10:56:02,341 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742206_1382 src: /127.0.0.1:48091 dest: /127.0.0.1:53466
2014-04-10 10:56:02,342 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742206_1382 src: /127.0.0.1:55915 dest: /127.0.0.1:55289
2014-04-10 10:56:02,350 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55915, dest: /127.0.0.1:55289, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742206_1382, duration: 7401614
2014-04-10 10:56:02,350 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742206_1382, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:56:02,351 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742206_1382{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:56:02,351 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48091, dest: /127.0.0.1:53466, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742206_1382, duration: 8016982
2014-04-10 10:56:02,351 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742206_1382, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:56:02,352 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742206_1382{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:56:02,352 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40189, dest: /127.0.0.1:55175, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742206_1382, duration: 4550149
2014-04-10 10:56:02,352 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742206_1382, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:56:02,352 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742206_1382{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:56:02,363 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:56:02,364 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.jar
2014-04-10 10:56:02,370 INFO hs.JobHistory (JobHistory.java:run(188)) - Starting scan to move intermediate done files
2014-04-10 10:56:02,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.jar dst=null perm=null
2014-04-10 10:56:02,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:56:02,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:56:02,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:56:02,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:56:02,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:56:02,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:56:02,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:56:02,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:56:02,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:56:02,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:56:02,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:56:02,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:56:02,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:56:02,390 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:56:02,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:56:02,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:56:02,394 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:56:02,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:56:02,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:56:02,397 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:56:02,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:56:02,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:56:02,400 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:56:02,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:56:02,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:56:02,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:56:02,422 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.split
2014-04-10 10:56:02,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.split dst=null perm=null
2014-04-10 10:56:02,432 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.split. BP-1649026925-127.0.0.1-1397144808341 blk_1073742207_1383{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]}
2014-04-10 10:56:02,448 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742207_1383 src: /127.0.0.1:48094 dest: /127.0.0.1:53466
2014-04-10 10:56:02,449 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742207_1383 src: /127.0.0.1:55918 dest: /127.0.0.1:55289
2014-04-10 10:56:02,450 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742207_1383 src: /127.0.0.1:47969 dest: /127.0.0.1:36139
2014-04-10 10:56:02,451 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742207_1383 src: /127.0.0.1:40196 dest: /127.0.0.1:55175
2014-04-10 10:56:02,454 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40196, dest: /127.0.0.1:55175, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742207_1383, duration: 2100145
2014-04-10 10:56:02,455 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742207_1383, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:56:02,455 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742207_1383{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:56:02,455 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47969, dest: /127.0.0.1:36139, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742207_1383, duration: 2560753
2014-04-10 10:56:02,456 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742207_1383, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:56:02,456 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742207_1383{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:56:02,456 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55918, dest: /127.0.0.1:55289, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742207_1383, duration: 3297824
2014-04-10 10:56:02,456 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742207_1383, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:56:02,457 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742207_1383{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:56:02,457 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48094, dest: /127.0.0.1:53466, bytes: 1912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742207_1383, duration: 3796314
2014-04-10 10:56:02,457 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742207_1383, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:56:02,458 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742207_1383{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 0
2014-04-10 10:56:02,471 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.split is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:56:02,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:56:02,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:56:02,489 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.splitmetainfo. BP-1649026925-127.0.0.1-1397144808341 blk_1073742208_1384{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:56:02,498 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742208_1384 src: /127.0.0.1:40197 dest: /127.0.0.1:55175
2014-04-10 10:56:02,499 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742208_1384 src: /127.0.0.1:48099 dest: /127.0.0.1:53466
2014-04-10 10:56:02,500 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742208_1384 src: /127.0.0.1:55923 dest: /127.0.0.1:55289
2014-04-10 10:56:02,502 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55923, dest: /127.0.0.1:55289, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742208_1384, duration: 1479916
2014-04-10 10:56:02,503 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742208_1384, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:56:02,503 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742208_1384{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:56:02,503 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48099, dest: /127.0.0.1:53466, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742208_1384, duration: 1981649
2014-04-10 10:56:02,503 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742208_1384, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:56:02,504 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742208_1384{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:56:02,504 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40197, dest: /127.0.0.1:55175, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742208_1384, duration: 2572239
2014-04-10 10:56:02,504 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742208_1384, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:56:02,505 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742208_1384{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:56:02,513 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:56:02,514 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 10:56:02,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:56:02,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:56:02,537 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742209_1385{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:56:02,548 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742209_1385 src: /127.0.0.1:47974 dest: /127.0.0.1:36139
2014-04-10 10:56:02,549 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742209_1385 src: /127.0.0.1:40201 dest: /127.0.0.1:55175
2014-04-10 10:56:02,550 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742209_1385 src: /127.0.0.1:55926 dest: /127.0.0.1:55289
2014-04-10 10:56:02,554 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55926, dest: /127.0.0.1:55289, bytes: 82858, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742209_1385, duration: 2597898
2014-04-10 10:56:02,554 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742209_1385, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:56:02,554 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742209_1385{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:56:02,554 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40201, dest: /127.0.0.1:55175, bytes: 82858, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742209_1385, duration: 3117564
2014-04-10 10:56:02,555 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742209_1385, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:56:02,555 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742209_1385{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:56:02,556 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:47974, dest: /127.0.0.1:36139, bytes: 82858, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742209_1385, duration: 4025718
2014-04-10 10:56:02,556 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742209_1385, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:56:02,557 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742209_1385{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:56:02,566 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0037_01_000007
2014-04-10 10:56:02,567 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0037_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:56:02,567 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0037_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 10:56:02,567 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0037 CONTAINERID=container_1397144823869_0037_01_000007
2014-04-10 10:56:02,568 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0037_01_000007 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:56:02,568 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 10:56:02,568 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0037_01_000007, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:56:02,568 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:56:02,568 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 10:56:02,569 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0037_000001 released container container_1397144823869_0037_01_000007 on node: host: localhost:50571 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:56:02,571 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.xml is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:56:02,572 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397144823869_0038
2014-04-10 10:56:02,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038 dst=null perm=null
2014-04-10 10:56:02,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.xml dst=null perm=null
2014-04-10 10:56:02,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.xml dst=null perm=null
2014-04-10 10:56:02,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.jar dst=null perm=null
2014-04-10 10:56:02,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.jar dst=null perm=null
2014-04-10 10:56:02,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.split dst=null perm=null
2014-04-10 10:56:02,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.split dst=null perm=null
2014-04-10 10:56:02,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.splitmetainfo dst=null perm=null
2014-04-10 10:56:02,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.splitmetainfo dst=null perm=null
2014-04-10 10:56:02,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:56:02,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:56:02,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:56:02,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:56:02,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:56:02,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:56:02,628 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 38 submitted by user brock
2014-04-10 10:56:02,628 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397144823869_0038
2014-04-10 10:56:02,628 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397144823869_0038
2014-04-10 10:56:02,628 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0038
2014-04-10 10:56:02,628 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0038 State change from NEW to NEW_SAVING
2014-04-10 10:56:02,629 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0038 State change from NEW_SAVING to SUBMITTED
2014-04-10 10:56:02,629 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397144823869_0038_000001
2014-04-10 10:56:02,629 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0038_000001 State change from NEW to SUBMITTED
2014-04-10 10:56:02,630 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397144823869_0038 from user: brock activated in queue: default
2014-04-10 10:56:02,630 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397144823869_0038 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@1ba82161, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 10:56:02,630 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397144823869_0038
2014-04-10 10:56:02,630 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397144823869_0038 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 10:56:02,630 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397144823869_0038_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 10:56:02,631 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0038_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 10:56:02,632 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0038 State change from SUBMITTED to ACCEPTED
2014-04-10 10:56:02,633 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:60619/proxy/application_1397144823869_0038/
2014-04-10 10:56:02,633 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] submitted hadoop job: job_1397144823869_0038
2014-04-10 10:56:02,633 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] tracking url: http://localhost:60619/proxy/application_1397144823869_0038/
2014-04-10 10:56:02,876 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0038_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:56:02,876 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0038 CONTAINERID=container_1397144823869_0038_01_000001
2014-04-10 10:56:02,876 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0038_01_000001 of capacity <memory:2048, vCores:1> on host localhost:56736, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2014-04-10 10:56:02,877 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0038 container=Container: [ContainerId: container_1397144823869_0038_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] containerId=container_1397144823869_0038_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 10:56:02,877 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 10:56:02,877 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0038_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:56:02,877 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:56:02,878 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397144823869_0038 AttemptId: appattempt_1397144823869_0038_000001 MasterContainer: Container: [ContainerId: container_1397144823869_0038_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ]
2014-04-10 10:56:02,878 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0038_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 10:56:02,878 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0038_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 10:56:02,879 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397144823869_0038_000001
2014-04-10 10:56:02,879 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397144823869_0038_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] for AM appattempt_1397144823869_0038_000001
2014-04-10 10:56:02,879 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397144823869_0038_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 10:56:02,882 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0038_000001 (auth:SIMPLE)
2014-04-10 10:56:02,884 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0038_01_000001 by user brock
2014-04-10 10:56:02,884 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0038
2014-04-10 10:56:02,885 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0038 CONTAINERID=container_1397144823869_0038_01_000001
2014-04-10 10:56:02,885 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0038 transitioned from NEW to INITING
2014-04-10 10:56:02,885 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0038_01_000001 to application application_1397144823869_0038
2014-04-10 10:56:02,885 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0038 transitioned from INITING to RUNNING
2014-04-10 10:56:02,885 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397144823869_0038_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] for AM appattempt_1397144823869_0038_000001
2014-04-10 10:56:02,885 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0038_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 10:56:02,886 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0038_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 10:56:02,886 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0038
2014-04-10 10:56:02,886 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:56:02,886 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 10:56:02,886 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.split transitioned from INIT to DOWNLOADING
2014-04-10 10:56:02,886 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:56:02,887 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0038_01_000001
2014-04-10 10:56:02,897 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397144823869_0038_01_000001.tokens. Credentials list:
2014-04-10 10:56:02,911 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:56:02,976 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397144823869_0038_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0038/container_1397144823869_0038_01_000001.tokens
2014-04-10 10:56:02,976 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0038 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0038
2014-04-10 10:56:03,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.jar dst=null perm=null
2014-04-10 10:56:03,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.jar dst=null perm=null
2014-04-10 10:56:03,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.jar dst=null perm=null
2014-04-10 10:56:03,099 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:48108, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-141186605_25325, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742206_1382, duration: 871709
2014-04-10 10:56:03,121 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742196_1372 127.0.0.1:55289 127.0.0.1:55175 127.0.0.1:53466 127.0.0.1:36139
2014-04-10 10:56:03,122 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742197_1373 127.0.0.1:55289 127.0.0.1:53466 127.0.0.1:55175 127.0.0.1:36139
2014-04-10 10:56:03,122 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742198_1374 127.0.0.1:55175 127.0.0.1:55289 127.0.0.1:36139
2014-04-10 10:56:03,122 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742199_1375 127.0.0.1:55289 127.0.0.1:55175 127.0.0.1:36139
2014-04-10 10:56:03,123 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742201_1377 127.0.0.1:53466 127.0.0.1:55289 127.0.0.1:55175
2014-04-10 10:56:03,123 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742200_1376 127.0.0.1:55175 127.0.0.1:53466 127.0.0.1:55289
2014-04-10 10:56:03,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0037 dst=null perm=null
2014-04-10 10:56:03,124 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0038/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:56:03,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.splitmetainfo dst=null perm=null
2014-04-10 10:56:03,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.splitmetainfo dst=null perm=null
2014-04-10 10:56:03,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.splitmetainfo dst=null perm=null
2014-04-10 10:56:03,150 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:48108, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-141186605_25325, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742208_1384, duration: 283366
2014-04-10 10:56:03,169 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0038/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:56:03,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.split dst=null perm=null
2014-04-10 10:56:03,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.split dst=null perm=null
2014-04-10 10:56:03,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.split dst=null perm=null
2014-04-10 10:56:03,194 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:40208, bytes: 1928, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-141186605_25325, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742207_1383, duration: 241578
2014-04-10 10:56:03,213 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0038/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:56:03,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.xml dst=null perm=null
2014-04-10 10:56:03,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.xml dst=null perm=null
2014-04-10 10:56:03,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.xml dst=null perm=null
2014-04-10 10:56:03,238 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:40208, bytes: 83506, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-141186605_25325, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742209_1385, duration: 390588
2014-04-10 10:56:03,256 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0038/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:56:03,256 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0038_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:56:03,291 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0038_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 10:56:03,291 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:56:03,353 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0038/container_1397144823869_0038_01_000001/default_container_executor.sh]
2014-04-10 10:56:03,875 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0038_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:56:04,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:56:04,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/COMMIT_STARTED dst=null perm=null
2014-04-10 10:56:04,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/COMMIT_SUCCESS dst=null perm=null
2014-04-10 10:56:04,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/COMMIT_FAIL dst=null perm=null
2014-04-10 10:56:04,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038 dst=null perm=null
2014-04-10 10:56:04,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:56:04,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:56:04,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.splitmetainfo dst=null perm=null
2014-04-10 10:56:04,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.splitmetainfo dst=null perm=null
2014-04-10 10:56:04,857 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55938, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_324330498_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742208_1384, duration: 158356
2014-04-10 10:56:04,859 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:55289 to replicate blk_1073742206_1382 to datanode(s) 127.0.0.1:36139
2014-04-10 10:56:04,859 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55289 to delete [blk_1073742196_1372, blk_1073742197_1373, blk_1073742198_1374, blk_1073742199_1375, blk_1073742200_1376, blk_1073742201_1377, blk_1073742203_1379]
2014-04-10 10:56:04,859 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:53466 to delete [blk_1073742196_1372, blk_1073742197_1373, blk_1073742200_1376, blk_1073742201_1377, blk_1073742203_1379]
2014-04-10 10:56:05,202 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742209_1385
2014-04-10 10:56:05,203 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742207_1383
2014-04-10 10:56:05,203 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742202_1378
2014-04-10 10:56:05,203 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742204_1380
2014-04-10 10:56:05,204 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742203_1379
2014-04-10 10:56:05,519 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0038_000001 (auth:SIMPLE)
2014-04-10 10:56:05,520 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397144823869_0038_000001
2014-04-10 10:56:05,520 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397144823869_0038 APPATTEMPTID=appattempt_1397144823869_0038_000001
2014-04-10 10:56:05,520 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0038_000001 State change from LAUNCHED to RUNNING
2014-04-10 10:56:05,521 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0038 State change from ACCEPTED to RUNNING
2014-04-10 10:56:05,588 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742206_1382
2014-04-10 10:56:05,588 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742204_1380
2014-04-10 10:56:05,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job_1397144823869_0038_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:56:05,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:56:05,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job_1397144823869_0038_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:56:05,745 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job_1397144823869_0038_1_conf.xml. BP-1649026925-127.0.0.1-1397144808341 blk_1073742210_1386{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW]]}
2014-04-10 10:56:05,748 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742205_1381
2014-04-10 10:56:05,749 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742202_1378
2014-04-10 10:56:05,749 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742201_1377
2014-04-10 10:56:05,749 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742203_1379
2014-04-10 10:56:05,774 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742210_1386 src: /127.0.0.1:55943 dest: /127.0.0.1:55289
2014-04-10 10:56:05,775 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742210_1386 src: /127.0.0.1:40220 dest: /127.0.0.1:55175
2014-04-10 10:56:05,776 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742210_1386 src: /127.0.0.1:48122 dest: /127.0.0.1:53466
2014-04-10 10:56:05,784 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48122, dest: /127.0.0.1:53466, bytes: 96841, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_324330498_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742210_1386, duration: 6982546
2014-04-10 10:56:05,784 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742210_1386, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:56:05,784 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40220, dest: /127.0.0.1:55175, bytes: 96841, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_324330498_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742210_1386, duration: 7637779
2014-04-10 10:56:05,784 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742210_1386{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:56:05,784 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742210_1386, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:56:05,785 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:55943, dest: /127.0.0.1:55289, bytes: 96841, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_324330498_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742210_1386, duration: 8002103
2014-04-10 10:56:05,785 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742210_1386{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:56:05,785 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742210_1386, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:56:05,785 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742210_1386{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW]]} size 0
2014-04-10 10:56:05,788 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742201_1377
2014-04-10 10:56:05,790 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742210_1386
2014-04-10 10:56:05,792 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742207_1383
2014-04-10 10:56:05,793 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742203_1379
2014-04-10 10:56:05,794 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742205_1381
2014-04-10 10:56:05,796 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job_1397144823869_0038_1_conf.xml is closed by DFSClient_NONMAPREDUCE_324330498_1
2014-04-10 10:56:05,950 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742206_1382
2014-04-10 10:56:05,988 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742205_1381
2014-04-10 10:56:05,989 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742209_1385
2014-04-10 10:56:05,990 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742208_1384
2014-04-10 10:56:05,990 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742207_1383
2014-04-10 10:56:05,994 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742206_1382
2014-04-10 10:56:05,995 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742204_1380
2014-04-10 10:56:05,996 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742208_1384
2014-04-10 10:56:05,996 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742202_1378
2014-04-10 10:56:05,997 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742201_1377
2014-04-10 10:56:06,019 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, infoPort=58659, ipcPort=38925, storageInfo=lv=-51;cid=testClusterID;nsid=881576384;c=0) Starting thread to transfer BP-1649026925-127.0.0.1-1397144808341:blk_1073742206_1382 to 127.0.0.1:36139
2014-04-10 10:56:06,019 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742196_1372 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742196 for deletion
2014-04-10 10:56:06,020 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742197_1373 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742197 for deletion
2014-04-10 10:56:06,020 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742196_1372 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742196
2014-04-10 10:56:06,020 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742198_1374 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742198 for deletion
2014-04-10 10:56:06,020 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742197_1373 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742197
2014-04-10 10:56:06,020 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742199_1375 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742199 for deletion
2014-04-10 10:56:06,021 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742206_1382 src: /127.0.0.1:47996 dest: /127.0.0.1:36139
2014-04-10 10:56:06,021 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742200_1376 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742200 for deletion
2014-04-10 10:56:06,021 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742198_1374 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742198
2014-04-10 10:56:06,021 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742201_1377 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742201 for deletion
2014-04-10 10:56:06,021 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1649026925-127.0.0.1-1397144808341:blk_1073742206_1382 (numBytes=244650) to 127.0.0.1/127.0.0.1:36139
2014-04-10 10:56:06,021 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742203_1379 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742203 for deletion
2014-04-10 10:56:06,021 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742200_1376 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742200
2014-04-10 10:56:06,021 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742199_1375 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742199
2014-04-10 10:56:06,022 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742201_1377 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742201
2014-04-10 10:56:06,022 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742203_1379 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742203
2014-04-10 10:56:06,023 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1649026925-127.0.0.1-1397144808341:blk_1073742206_1382 src: /127.0.0.1:47996 dest: /127.0.0.1:36139 of size 244650
2014-04-10 10:56:06,023 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742206_1382 size 244650
2014-04-10 10:56:06,087 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742196_1372 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742196 for deletion
2014-04-10 10:56:06,087 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742197_1373 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742197 for deletion
2014-04-10 10:56:06,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742200_1376 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742200 for deletion
2014-04-10 10:56:06,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742196_1372 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742196
2014-04-10 10:56:06,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742201_1377 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742201 for deletion
2014-04-10 10:56:06,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742200_1376 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742200
2014-04-10 10:56:06,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742203_1379 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742203 for deletion
2014-04-10 10:56:06,088 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742197_1373 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742197
2014-04-10 10:56:06,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742201_1377 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742201
2014-04-10 10:56:06,089 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742203_1379 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742203
2014-04-10 10:56:06,149 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742210_1386
2014-04-10 10:56:06,150 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742208_1384
2014-04-10 10:56:06,150 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742207_1383
2014-04-10 10:56:06,151 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742209_1385
2014-04-10 10:56:06,194 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742210_1386
2014-04-10 10:56:06,568 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0038_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:56:06,569 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0038 CONTAINERID=container_1397144823869_0038_01_000002
2014-04-10 10:56:06,569 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0038_01_000002 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:56:06,569 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0038 container=Container: [ContainerId: container_1397144823869_0038_01_000002, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0038_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:56:06,569 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 10:56:06,569 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:56:06,570 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0038_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:56:06,570 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0038 CONTAINERID=container_1397144823869_0038_01_000003
2014-04-10 10:56:06,570 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0038_01_000003 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 10:56:06,570 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0038 container=Container: [ContainerId: container_1397144823869_0038_01_000003, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0038_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:56:06,570 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 10:56:06,571 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:56:06,571 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0038_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:56:06,571 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0038 CONTAINERID=container_1397144823869_0038_01_000004
2014-04-10 10:56:06,571 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0038_01_000004 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 10:56:06,572 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0038 container=Container: [ContainerId: container_1397144823869_0038_01_000004, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0038_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:56:06,572 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 10:56:06,572 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:56:06,572 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0038_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:56:06,572 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0038 CONTAINERID=container_1397144823869_0038_01_000005
2014-04-10 10:56:06,573 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0038_01_000005 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 10:56:06,573 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0038 container=Container: [ContainerId: container_1397144823869_0038_01_000005, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] containerId=container_1397144823869_0038_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:56:06,573 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 10:56:06,573 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:56:07,296 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0038_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:56:07,296 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0038 CONTAINERID=container_1397144823869_0038_01_000006
2014-04-10 10:56:07,297 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0038_01_000006 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:56:07,297 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0038 container=Container: [ContainerId: container_1397144823869_0038_01_000006, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0038_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:56:07,297 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 10:56:07,297 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 10:56:07,557 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0038_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:56:07,557 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0038_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:56:07,557 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0038_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:56:07,557 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0038_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:56:07,557 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0038_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:56:07,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.jar dst=null perm=null
2014-04-10 10:56:07,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.jar dst=null perm=null
2014-04-10 10:56:07,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.xml dst=null perm=null
2014-04-10 10:56:07,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.xml dst=null perm=null
2014-04-10 10:56:07,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:56:07,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:56:07,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:56:07,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:56:07,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:56:07,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:56:07,679 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0038_000001 (auth:SIMPLE)
2014-04-10 10:56:07,679 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0038_000001 (auth:SIMPLE)
2014-04-10 10:56:07,682 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0038_01_000003 by user brock
2014-04-10 10:56:07,682 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0038_01_000005 by user brock
2014-04-10 10:56:07,682 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0038_01_000004 by user brock
2014-04-10 10:56:07,682 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0038
2014-04-10 10:56:07,682 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0038 CONTAINERID=container_1397144823869_0038_01_000004
2014-04-10 10:56:07,682 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0038 CONTAINERID=container_1397144823869_0038_01_000003
2014-04-10 10:56:07,682 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0038_01_000006 by user brock
2014-04-10 10:56:07,682 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0038_01_000002 by user brock
2014-04-10 10:56:07,683 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397144823869_0038
2014-04-10 10:56:07,682 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0038_01_000005 to application application_1397144823869_0038
2014-04-10 10:56:07,682 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0038 CONTAINERID=container_1397144823869_0038_01_000005
2014-04-10 10:56:07,683 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0038_01_000004 to application application_1397144823869_0038
2014-04-10 10:56:07,683 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0038 transitioned from NEW to INITING
2014-04-10 10:56:07,683 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0038 CONTAINERID=container_1397144823869_0038_01_000006
2014-04-10 10:56:07,683 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0038 CONTAINERID=container_1397144823869_0038_01_000002
2014-04-10 10:56:07,683 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0038_01_000006 to application application_1397144823869_0038
2014-04-10 10:56:07,683 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0038 transitioned from NEW to INITING
2014-04-10 10:56:07,684 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0038 transitioned from INITING to RUNNING
2014-04-10 10:56:07,684 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0038_01_000003 to application application_1397144823869_0038
2014-04-10 10:56:07,684 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0038_01_000002 to application application_1397144823869_0038
2014-04-10 10:56:07,684 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0038_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 10:56:07,684 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0038
2014-04-10 10:56:07,684 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0038 transitioned from INITING to RUNNING
2014-04-10 10:56:07,684 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0038
2014-04-10 10:56:07,685 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:56:07,685 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0038
2014-04-10 10:56:07,685 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0038_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 10:56:07,685 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:56:07,685 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:56:07,685 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0038_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 10:56:07,685 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0038_01_000006
2014-04-10 10:56:07,685 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0038_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 10:56:07,686 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0038_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 10:56:07,686 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0038
2014-04-10 10:56:07,686 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0038
2014-04-10 10:56:07,686 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:56:07,686 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0038
2014-04-10 10:56:07,687 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 10:56:07,687 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 10:56:07,687 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0038
2014-04-10 10:56:07,687 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0038
2014-04-10 10:56:07,687 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:56:07,687 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0038
2014-04-10 10:56:07,688 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0038
2014-04-10 10:56:07,688 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0038
2014-04-10 10:56:07,688 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:56:07,688 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0038
2014-04-10 10:56:07,688 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0038
2014-04-10 10:56:07,688 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0038
2014-04-10 10:56:07,688 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:56:07,688 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0038
2014-04-10 10:56:07,689 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0038_01_000004
2014-04-10 10:56:07,689 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0038_01_000003
2014-04-10 10:56:07,689 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0038_01_000005
2014-04-10 10:56:07,689 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397144823869_0038_01_000002
2014-04-10 10:56:07,700 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397144823869_0038_01_000006.tokens. Credentials list:
2014-04-10 10:56:07,704 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397144823869_0038_01_000002.tokens. Credentials list:
2014-04-10 10:56:07,704 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397144823869_0038_01_000005.tokens. Credentials list:
2014-04-10 10:56:07,704 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397144823869_0038_01_000003.tokens. Credentials list:
2014-04-10 10:56:07,704 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397144823869_0038_01_000004.tokens. Credentials list:
2014-04-10 10:56:07,711 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:56:07,715 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:56:07,791 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397144823869_0038_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0038/container_1397144823869_0038_01_000006.tokens
2014-04-10 10:56:07,791 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0038 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0038
2014-04-10 10:56:07,796 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397144823869_0038_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0038/container_1397144823869_0038_01_000002.tokens
2014-04-10 10:56:07,796 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0038 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0038
2014-04-10 10:56:07,859 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:36139 to delete [blk_1073742196_1372, blk_1073742197_1373, blk_1073742198_1374, blk_1073742199_1375, blk_1073742203_1379]
2014-04-10 10:56:07,860 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55175 to delete [blk_1073742196_1372, blk_1073742197_1373, blk_1073742198_1374, blk_1073742199_1375, blk_1073742200_1376, blk_1073742201_1377]
2014-04-10 10:56:07,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.jar dst=null perm=null
2014-04-10 10:56:07,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.jar dst=null perm=null
2014-04-10 10:56:07,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.jar dst=null perm=null
2014-04-10 10:56:07,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.jar dst=null perm=null
2014-04-10 10:56:07,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.jar dst=null perm=null
2014-04-10 10:56:07,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.jar dst=null perm=null
2014-04-10 10:56:07,913 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:48138, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-270592270_25501, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742206_1382, duration: 600261
2014-04-10 10:56:07,915 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:40238, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1791756151_25502, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742206_1382, duration: 1122718
2014-04-10 10:56:07,941 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0038/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:56:07,946 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0038/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:56:07,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.xml dst=null perm=null
2014-04-10 10:56:07,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.xml dst=null perm=null
2014-04-10 10:56:07,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.xml dst=null perm=null
2014-04-10 10:56:07,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.xml dst=null perm=null
2014-04-10 10:56:07,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.xml dst=null perm=null
2014-04-10 10:56:07,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.xml dst=null perm=null
2014-04-10 10:56:07,976 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:48013, bytes: 83506, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-270592270_25501, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742209_1385, duration: 409797
2014-04-10 10:56:07,980 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55964, bytes: 83506, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1791756151_25502, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742209_1385, duration: 404758
2014-04-10 10:56:07,999 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0038/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:56:07,999 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0038_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:56:08,003 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:60378/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0038/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 10:56:08,003 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0038_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:56:08,003 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0038_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:56:08,004 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0038_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:56:08,004 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0038_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:56:08,047 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0038_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 10:56:08,047 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:56:08,051 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0038_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 10:56:08,052 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0038_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 10:56:08,052 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0038_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 10:56:08,052 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:56:08,052 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0038_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 10:56:08,052 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:56:08,052 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:56:08,052 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:56:08,121 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0038/container_1397144823869_0038_01_000004/default_container_executor.sh]
2014-04-10 10:56:08,125 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0038/container_1397144823869_0038_01_000003/default_container_executor.sh]
2014-04-10 10:56:08,125 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0038/container_1397144823869_0038_01_000002/default_container_executor.sh]
2014-04-10 10:56:08,125 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0038/container_1397144823869_0038_01_000005/default_container_executor.sh]
2014-04-10 10:56:08,125 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0038/container_1397144823869_0038_01_000006/default_container_executor.sh]
2014-04-10 10:56:08,262 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397144823869_0037_01_000001 succeeded
2014-04-10 10:56:08,262 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 10:56:08,262 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0037_01_000001
2014-04-10 10:56:08,284 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000001
2014-04-10 10:56:08,284 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000001
2014-04-10 10:56:08,285 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000001
2014-04-10 10:56:08,285 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0037/container_1397144823869_0037_01_000001
2014-04-10 10:56:08,286 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0037 CONTAINERID=container_1397144823869_0037_01_000001
2014-04-10 10:56:08,286 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0037_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:56:08,286 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0037_01_000001 from application application_1397144823869_0037
2014-04-10 10:56:08,286 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:56:08,287 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0037
2014-04-10 10:56:08,296 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0038_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:56:08,569 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0038_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:56:08,569 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0038_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:56:08,569 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0038_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:56:08,569 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0038_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:56:08,577 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:56:08,876 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0037_01_000001
2014-04-10 10:56:08,877 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0037_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:56:08,877 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0037_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 10:56:08,877 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0037 CONTAINERID=container_1397144823869_0037_01_000001
2014-04-10 10:56:08,877 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0037_01_000001 of capacity <memory:2048, vCores:1> on host localhost:56736, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 10:56:08,877 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 10:56:08,877 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0037_01_000001, NodeId: localhost:56736, NodeHttpAddress: localhost:54721, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:56736 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:56:08,878 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 10:56:08,878 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 10:56:08,878 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0037_000001 released container container_1397144823869_0037_01_000001 on node: host: localhost:56736 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 10:56:08,878 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397144823869_0037_000001
2014-04-10 10:56:08,878 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0037_000001 State change from FINISHING to FINISHED
2014-04-10 10:56:08,878 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0037 State change from FINISHING to FINISHED
2014-04-10 10:56:08,878 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397144823869_0037_000001
2014-04-10 10:56:08,878 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397144823869_0037
2014-04-10 10:56:08,879 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397144823869_0037,name=[FB2A710296E34CA5A6A7C0620013EA5D/7647E1D315434276A0D3C4E7C385777C] lower*upper/(1/1) ...platform/cogroupinnernull,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:60619/proxy/application_1397144823869_0037/jobhistory/job/job_1397144823869_0037,appMasterHost=localhost.localdomain,startTime=1397145348679,finishTime=1397145362056,finalStatus=SUCCEEDED
2014-04-10 10:56:08,879 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397144823869_0037_000001 is done. finalState=FINISHED
2014-04-10 10:56:08,879 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397144823869_0037 requests cleared
2014-04-10 10:56:08,879 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397144823869_0037 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 10:56:08,879 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397144823869_0037 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 10:56:08,881 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397144823869_0037_000001 (auth:SIMPLE)
2014-04-10 10:56:08,896 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0037_01_000001
2014-04-10 10:56:09,036 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:56:09,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742196_1372 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742196 for deletion
2014-04-10 10:56:09,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742197_1373 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742197 for deletion
2014-04-10 10:56:09,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742198_1374 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742198 for deletion
2014-04-10 10:56:09,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742197_1373 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742197
2014-04-10 10:56:09,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742199_1375 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742199 for deletion
2014-04-10 10:56:09,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742200_1376 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742200 for deletion
2014-04-10 10:56:09,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742199_1375 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742199
2014-04-10 10:56:09,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742196_1372 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742196
2014-04-10 10:56:09,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742198_1374 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742198
2014-04-10 10:56:09,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742200_1376 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742200
2014-04-10 10:56:09,080 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742201_1377 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742201 for deletion
2014-04-10 10:56:09,081 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742201_1377 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742201
2014-04-10 10:56:09,094 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742196_1372 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742196 for deletion
2014-04-10 10:56:09,094 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742197_1373 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742197 for deletion
2014-04-10 10:56:09,095 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742198_1374 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742198 for deletion
2014-04-10 10:56:09,095 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742197_1373 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742197
2014-04-10 10:56:09,095 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742199_1375 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742199 for deletion
2014-04-10 10:56:09,095 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742196_1372 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742196
2014-04-10 10:56:09,095 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742203_1379 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742203 for deletion
2014-04-10 10:56:09,095 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742199_1375 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742199
2014-04-10 10:56:09,095 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742198_1374 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742198
2014-04-10 10:56:09,095 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1649026925-127.0.0.1-1397144808341 blk_1073742203_1379 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1649026925-127.0.0.1-1397144808341/current/finalized/blk_1073742203
2014-04-10 10:56:09,259 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397144823869_0038_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0038/container_1397144823869_0038_01_000004.tokens
2014-04-10 10:56:09,259 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0038 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0038
2014-04-10 10:56:09,394 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0037 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:56:09,394 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0037
2014-04-10 10:56:09,394 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0037 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:56:09,394 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0037, with delay of 10800 seconds
2014-04-10 10:56:09,394 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397144823869_0037
2014-04-10 10:56:09,395 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397144823869_0037
2014-04-10 10:56:09,395 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397144823869_0037
2014-04-10 10:56:09,395 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397144823869_0037
2014-04-10 10:56:09,408 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:56:09,569 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0037 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:56:09,570 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0037
2014-04-10 10:56:09,570 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0037 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:56:09,570 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0037, with delay of 10800 seconds
2014-04-10 10:56:09,570 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0037
2014-04-10 10:56:09,572 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0037
2014-04-10 10:56:09,573 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0037
2014-04-10 10:56:09,573 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0037
2014-04-10 10:56:09,749 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397144823869_0038_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0038/container_1397144823869_0038_01_000003.tokens
2014-04-10 10:56:09,749 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0038 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0038
2014-04-10 10:56:09,877 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0037 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 10:56:09,877 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397144823869_0037
2014-04-10 10:56:09,877 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397144823869_0037 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 10:56:09,878 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397144823869_0037, with delay of 10800 seconds
2014-04-10 10:56:09,878 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397144823869_0037
2014-04-10 10:56:09,878 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397144823869_0037
2014-04-10 10:56:09,880 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397144823869_0037
2014-04-10 10:56:09,889 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397144823869_0037
2014-04-10 10:56:09,977 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 10:56:10,207 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742206_1382
2014-04-10 10:56:10,429 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397144823869_0038_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0038/container_1397144823869_0038_01_000005.tokens
2014-04-10 10:56:10,429 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0038 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0038
2014-04-10 10:56:10,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.split dst=null perm=null
2014-04-10 10:56:11,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.split dst=null perm=null
2014-04-10 10:56:11,070 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:40264, bytes: 1928, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0038_m_000000_0_-647306525_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742207_1383, duration: 176417
2014-04-10 10:56:11,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.split dst=null perm=null
2014-04-10 10:56:11,104 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:48167, bytes: 896, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0038_m_000003_0_-1340413471_1, offset: 1024, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742207_1383, duration: 169112
2014-04-10 10:56:11,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.split dst=null perm=null
2014-04-10 10:56:11,139 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:48041, bytes: 1928, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0038_m_000001_0_-493837759_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742207_1383, duration: 165001
2014-04-10 10:56:11,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:56:11,158 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:55994, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0038_m_000000_0_-647306525_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 156437
2014-04-10 10:56:11,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:56:11,190 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:40271, bytes: 896, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0038_m_000004_0_-2099241596_1, offset: 1024, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742207_1383, duration: 238466
2014-04-10 10:56:11,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:56:11,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/rhs-sparse.txt dst=null perm=null
2014-04-10 10:56:11,263 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:48046, bytes: 52, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0038_m_000004_0_-2099241596_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004, duration: 155563
2014-04-10 10:56:11,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job.split dst=null perm=null
2014-04-10 10:56:11,348 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:48048, bytes: 52, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0038_m_000003_0_-1340413471_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741828_1004, duration: 186021
2014-04-10 10:56:11,433 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:40276, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0038_m_000001_0_-493837759_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 175766
2014-04-10 10:56:11,441 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:48049, bytes: 1412, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0038_m_000002_0_1074100462_1, offset: 512, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742207_1383, duration: 161501
2014-04-10 10:56:11,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0038_m_000003_0 dst=null perm=null
2014-04-10 10:56:11,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0038_m_000000_0 dst=null perm=null
2014-04-10 10:56:11,520 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0038_01_000005
2014-04-10 10:56:11,520 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0038 CONTAINERID=container_1397144823869_0038_01_000005
2014-04-10 10:56:11,520 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0038_01_000005 transitioned from RUNNING to KILLING
2014-04-10 10:56:11,521 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0038_01_000005
2014-04-10 10:56:11,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lhs-sparse.txt dst=null perm=null
2014-04-10 10:56:11,541 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job_1397144823869_0038_1.jhist. BP-1649026925-127.0.0.1-1397144808341 blk_1073742211_1387{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW]]}
2014-04-10 10:56:11,541 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(667)) - Number of transactions: 3208 Total time for transactions(ms): 188 Number of transactions batched in Syncs: 0 Number of syncs: 2258 SyncTimes(ms): 24683 11905
2014-04-10 10:56:11,543 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:40277, bytes: 87, op: HDFS_READ, cliID: DFSClient_attempt_1397144823869_0038_m_000002_0_1074100462_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073741827_1003, duration: 1954774
2014-04-10 10:56:11,544 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0038_01_000005 is : 143
2014-04-10 10:56:11,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0038_m_000001_0 dst=null perm=null
2014-04-10 10:56:11,556 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0038_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:56:11,557 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0038/container_1397144823869_0038_01_000005
2014-04-10 10:56:11,557 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0038/container_1397144823869_0038_01_000005
2014-04-10 10:56:11,557 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0038/container_1397144823869_0038_01_000005
2014-04-10 10:56:11,557 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0038 CONTAINERID=container_1397144823869_0038_01_000005
2014-04-10 10:56:11,557 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0038_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:56:11,557 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0038_01_000005 from application application_1397144823869_0038
2014-04-10 10:56:11,558 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:56:11,558 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0038
2014-04-10 10:56:11,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0038_m_000004_0 dst=null perm=null
2014-04-10 10:56:11,574 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0038_01_000002
2014-04-10 10:56:11,574 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0038 CONTAINERID=container_1397144823869_0038_01_000002
2014-04-10 10:56:11,574 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0038_01_000002 transitioned from RUNNING to KILLING
2014-04-10 10:56:11,574 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0038_01_000005
2014-04-10 10:56:11,575 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0038_01_000002
2014-04-10 10:56:11,575 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0038_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:56:11,575 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0038_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 10:56:11,575 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0038 CONTAINERID=container_1397144823869_0038_01_000005
2014-04-10 10:56:11,575 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0038_01_000005 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 10:56:11,575 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 10:56:11,575 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0038_01_000005, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:56:11,575 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 10:56:11,575 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 10:56:11,575 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0038_000001 released container container_1397144823869_0038_01_000005 on node: host: localhost:50571 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 10:56:11,581 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0038_01_000002 is : 143
2014-04-10 10:56:11,620 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0038_01_000003
2014-04-10 10:56:11,620 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0038 CONTAINERID=container_1397144823869_0038_01_000003
2014-04-10 10:56:11,626 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0038_01_000006
2014-04-10 10:56:11,626 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0038 CONTAINERID=container_1397144823869_0038_01_000006
2014-04-10 10:56:11,626 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0038_01_000006 transitioned from RUNNING to KILLING
2014-04-10 10:56:11,627 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0038_01_000006
2014-04-10 10:56:11,632 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0038_01_000006 is : 143
2014-04-10 10:56:11,724 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397144823869_0038_01_000003 succeeded
2014-04-10 10:56:12,289 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0038_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:56:12,289 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0038/container_1397144823869_0038_01_000005
2014-04-10 10:56:12,289 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0038_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:56:12,289 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0038_01_000003 transitioned from RUNNING to KILLING
2014-04-10 10:56:12,289 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0038_01_000003 transitioned from KILLING to EXITED_WITH_SUCCESS
2014-04-10 10:56:12,289 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0038/container_1397144823869_0038_01_000006
2014-04-10 10:56:12,290 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0038/container_1397144823869_0038_01_000006
2014-04-10 10:56:12,290 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0038/container_1397144823869_0038_01_000002
2014-04-10 10:56:12,290 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0038/container_1397144823869_0038_01_000006
2014-04-10 10:56:12,290 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0038 CONTAINERID=container_1397144823869_0038_01_000006
2014-04-10 10:56:12,290 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0038/container_1397144823869_0038_01_000002
2014-04-10 10:56:12,290 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0038/container_1397144823869_0038_01_000006
2014-04-10 10:56:12,290 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0038/container_1397144823869_0038_01_000002
2014-04-10 10:56:12,290 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0038/container_1397144823869_0038_01_000002
2014-04-10 10:56:12,290 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0038_01_000003
2014-04-10 10:56:12,290 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0038_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:56:12,290 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0038_01_000006 from application application_1397144823869_0038
2014-04-10 10:56:12,291 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:56:12,291 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0038
2014-04-10 10:56:12,297 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0038/container_1397144823869_0038_01_000003
2014-04-10 10:56:12,297 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0038 CONTAINERID=container_1397144823869_0038_01_000002
2014-04-10 10:56:12,297 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0038/container_1397144823869_0038_01_000003
2014-04-10 10:56:12,297 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0038/container_1397144823869_0038_01_000003
2014-04-10 10:56:12,297 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0038_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:56:12,297 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0038/container_1397144823869_0038_01_000003
2014-04-10 10:56:12,297 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0038 CONTAINERID=container_1397144823869_0038_01_000003
2014-04-10 10:56:12,298 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0038_01_000003 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 10:56:12,298 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0038_01_000002 from application application_1397144823869_0038
2014-04-10 10:56:12,298 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:56:12,298 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0038
2014-04-10 10:56:12,298 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0038_01_000003 from application application_1397144823869_0038
2014-04-10 10:56:12,298 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:56:12,298 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0038
2014-04-10 10:56:12,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0038_m_000002_0 dst=null perm=null
2014-04-10 10:56:12,375 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0038_01_000004
2014-04-10 10:56:12,375 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0038 CONTAINERID=container_1397144823869_0038_01_000004
2014-04-10 10:56:12,375 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0038_01_000004 transitioned from RUNNING to KILLING
2014-04-10 10:56:12,375 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0038_01_000002
2014-04-10 10:56:12,375 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0038_01_000004
2014-04-10 10:56:12,376 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0038_01_000003
2014-04-10 10:56:12,376 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0038_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:56:12,376 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0038_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 10:56:12,376 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0038 CONTAINERID=container_1397144823869_0038_01_000002
2014-04-10 10:56:12,376 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0038_01_000002 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 10:56:12,376 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 10:56:12,376 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0038_01_000002, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:56:12,376 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 10:56:12,376 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 10:56:12,377 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0038_000001 released container container_1397144823869_0038_01_000002 on node: host: localhost:50571 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 10:56:12,377 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0038_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:56:12,377 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0038_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 10:56:12,377 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0038 CONTAINERID=container_1397144823869_0038_01_000003
2014-04-10 10:56:12,377 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0038_01_000003 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 10:56:12,377 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 10:56:12,377 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0038_01_000003, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:56:12,377 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:56:12,377 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:56:12,377 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0038_000001 released container container_1397144823869_0038_01_000003 on node: host: localhost:50571 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 10:56:12,382 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0038_01_000004 is : 143
2014-04-10 10:56:12,396 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0038_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:56:12,396 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397144823869_0038/container_1397144823869_0038_01_000004
2014-04-10 10:56:12,397 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397144823869_0038/container_1397144823869_0038_01_000004
2014-04-10 10:56:12,397 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0038 CONTAINERID=container_1397144823869_0038_01_000004
2014-04-10 10:56:12,397 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397144823869_0038/container_1397144823869_0038_01_000004
2014-04-10 10:56:12,396 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397144823869_0038/container_1397144823869_0038_01_000004
2014-04-10 10:56:12,397 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0038_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:56:12,397 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0038_01_000004 from application application_1397144823869_0038
2014-04-10 10:56:12,398 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:56:12,398 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0038
2014-04-10 10:56:12,627 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0038_01_000006
2014-04-10 10:56:12,628 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0038_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:56:12,628 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0038_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 10:56:12,628 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0038 CONTAINERID=container_1397144823869_0038_01_000006
2014-04-10 10:56:12,628 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0038_01_000006 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:56:12,628 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:56:12,628 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0038_01_000006, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:56:12,629 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:56:12,629 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:56:12,629 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0038_000001 released container container_1397144823869_0038_01_000006 on node: host: localhost:52024 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:56:12,629 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0038_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 10:56:12,630 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0038 CONTAINERID=container_1397144823869_0038_01_000007
2014-04-10 10:56:12,630 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397144823869_0038_01_000007 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 10:56:12,630 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397144823869_0038 container=Container: [ContainerId: container_1397144823869_0038_01_000007, NodeId: localhost:52024, NodeHttpAddress: localhost:60854, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:52024 }, ] containerId=container_1397144823869_0038_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:56:12,630 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 10:56:12,630 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 10:56:12,873 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742211_1387 src: /127.0.0.1:56004 dest: /127.0.0.1:55289
2014-04-10 10:56:12,875 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742211_1387 src: /127.0.0.1:40281 dest: /127.0.0.1:55175
2014-04-10 10:56:12,876 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742211_1387 src: /127.0.0.1:48056 dest: /127.0.0.1:36139
2014-04-10 10:56:12,881 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job_1397144823869_0038_1.jhist for DFSClient_NONMAPREDUCE_324330498_1
2014-04-10 10:56:13,376 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0038_01_000004
2014-04-10 10:56:13,377 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0038_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:56:13,377 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0038_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 10:56:13,377 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0038 CONTAINERID=container_1397144823869_0038_01_000004
2014-04-10 10:56:13,377 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0038_01_000004 of capacity <memory:1024, vCores:1> on host localhost:50571, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 10:56:13,377 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 10:56:13,378 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397144823869_0038_01_000004, NodeId: localhost:50571, NodeHttpAddress: localhost:52641, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:50571 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:56:13,378 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 10:56:13,378 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 10:56:13,378 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397144823869_0038_000001 released container container_1397144823869_0038_01_000004 on node: host: localhost:50571 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 10:56:13,592 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0038_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 10:56:13,605 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397144823869_0038_01_000007 by user brock
2014-04-10 10:56:13,606 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0038 CONTAINERID=container_1397144823869_0038_01_000007
2014-04-10 10:56:13,606 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397144823869_0038_01_000007 to application application_1397144823869_0038
2014-04-10 10:56:13,607 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0038_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 10:56:13,607 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397144823869_0038
2014-04-10 10:56:13,607 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397144823869_0038
2014-04-10 10:56:13,607 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 10:56:13,607 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397144823869_0038
2014-04-10 10:56:13,608 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0038_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 10:56:13,628 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0038_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 10:56:13,641 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0038_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 10:56:13,642 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:56:13,699 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0038/container_1397144823869_0038_01_000007/default_container_executor.sh]
2014-04-10 10:56:14,596 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 10:56:15,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0038_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:56:15,440 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0038_r_000000_0/part-00000. BP-1649026925-127.0.0.1-1397144808341 blk_1073742212_1388{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:56:15,521 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742212_1388 src: /127.0.0.1:48193 dest: /127.0.0.1:53466
2014-04-10 10:56:15,521 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742212_1388 src: /127.0.0.1:40293 dest: /127.0.0.1:55175
2014-04-10 10:56:15,522 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742212_1388 src: /127.0.0.1:56018 dest: /127.0.0.1:55289
2014-04-10 10:56:15,538 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56018, dest: /127.0.0.1:55289, bytes: 150, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0038_r_000000_0_-116177153_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742212_1388, duration: 15232614
2014-04-10 10:56:15,539 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742212_1388, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:56:15,539 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40293, dest: /127.0.0.1:55175, bytes: 150, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0038_r_000000_0_-116177153_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742212_1388, duration: 14425162
2014-04-10 10:56:15,539 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742212_1388{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:56:15,539 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742212_1388, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:56:15,539 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48193, dest: /127.0.0.1:53466, bytes: 150, op: HDFS_WRITE, cliID: DFSClient_attempt_1397144823869_0038_r_000000_0_-116177153_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742212_1388, duration: 16239868
2014-04-10 10:56:15,540 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742212_1388, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:56:15,540 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742212_1388{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:56:15,540 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742212_1388{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW]]} size 0
2014-04-10 10:56:15,554 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0038_r_000000_0/part-00000 is closed by DFSClient_attempt_1397144823869_0038_r_000000_0_-116177153_1
2014-04-10 10:56:15,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0038_r_000000_0 dst=null perm=null
2014-04-10 10:56:15,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0038_r_000000_0 dst=null perm=null
2014-04-10 10:56:15,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup/_temporary/1/task_1397144823869_0038_r_000000 dst=null perm=null
2014-04-10 10:56:15,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup/_temporary/1/_temporary/attempt_1397144823869_0038_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup/_temporary/1/task_1397144823869_0038_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 10:56:15,683 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397144823869_0038_01_000007
2014-04-10 10:56:15,684 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397144823869_0038 CONTAINERID=container_1397144823869_0038_01_000007
2014-04-10 10:56:15,684 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0038_01_000007 transitioned from RUNNING to KILLING
2014-04-10 10:56:15,684 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397144823869_0038_01_000007
2014-04-10 10:56:15,692 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397144823869_0038_01_000007 is : 143
2014-04-10 10:56:15,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:56:15,716 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0038_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 10:56:15,717 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397144823869_0038/container_1397144823869_0038_01_000007
2014-04-10 10:56:15,717 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397144823869_0038/container_1397144823869_0038_01_000007
2014-04-10 10:56:15,717 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397144823869_0038/container_1397144823869_0038_01_000007
2014-04-10 10:56:15,717 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397144823869_0038/container_1397144823869_0038_01_000007
2014-04-10 10:56:15,717 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397144823869_0038 CONTAINERID=container_1397144823869_0038_01_000007
2014-04-10 10:56:15,718 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397144823869_0038_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 10:56:15,718 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397144823869_0038_01_000007 from application application_1397144823869_0038
2014-04-10 10:56:15,718 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 10:56:15,718 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397144823869_0038
2014-04-10 10:56:15,729 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_324330498_1
2014-04-10 10:56:15,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup/_temporary/1 dst=null perm=null
2014-04-10 10:56:15,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup dst=null perm=null
2014-04-10 10:56:15,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup dst=null perm=null
2014-04-10 10:56:15,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup/_temporary/1/task_1397144823869_0038_r_000000 dst=null perm=null
2014-04-10 10:56:15,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:56:15,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup/_temporary/1/task_1397144823869_0038_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:56:15,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup/_temporary dst=null perm=null
2014-04-10 10:56:15,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:56:15,812 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup/_SUCCESS is closed by DFSClient_NONMAPREDUCE_324330498_1
2014-04-10 10:56:15,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:56:15,846 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_324330498_1
2014-04-10 10:56:15,873 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48056, dest: /127.0.0.1:36139, bytes: 69569, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_324330498_1, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742211_1387, duration: 2995353307
2014-04-10 10:56:15,873 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742211_1387, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:56:15,874 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742211_1387{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 15778
2014-04-10 10:56:15,874 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40281, dest: /127.0.0.1:55175, bytes: 69569, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_324330498_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742211_1387, duration: 2996536670
2014-04-10 10:56:15,874 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742211_1387, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:56:15,875 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742211_1387{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 15778
2014-04-10 10:56:15,875 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56004, dest: /127.0.0.1:55289, bytes: 69569, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_324330498_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742211_1387, duration: 2997527831
2014-04-10 10:56:15,875 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742211_1387, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:56:15,876 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742211_1387{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d6dc2b4f-ea29-44e8-ae9e-cf21f1a65dad:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW]]} size 15778
2014-04-10 10:56:15,887 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job_1397144823869_0038_1.jhist is closed by DFSClient_NONMAPREDUCE_324330498_1
2014-04-10 10:56:15,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0038.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:56:15,907 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0038.summary_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742213_1389{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:56:15,923 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742213_1389 src: /127.0.0.1:40295 dest: /127.0.0.1:55175
2014-04-10 10:56:15,924 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742213_1389 src: /127.0.0.1:48197 dest: /127.0.0.1:53466
2014-04-10 10:56:15,925 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742213_1389 src: /127.0.0.1:56021 dest: /127.0.0.1:55289
2014-04-10 10:56:15,928 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56021, dest: /127.0.0.1:55289, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_324330498_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742213_1389, duration: 1853164
2014-04-10 10:56:15,929 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742213_1389, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:56:15,929 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742213_1389{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:56:15,929 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48197, dest: /127.0.0.1:53466, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_324330498_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742213_1389, duration: 2346206
2014-04-10 10:56:15,930 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742213_1389, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:56:15,930 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742213_1389{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:56:15,930 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40295, dest: /127.0.0.1:55175, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_324330498_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742213_1389, duration: 3228419
2014-04-10 10:56:15,930 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742213_1389, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:56:15,931 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742213_1389{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:56:15,946 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0038.summary_tmp is closed by DFSClient_NONMAPREDUCE_324330498_1
2014-04-10 10:56:15,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0038.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:56:15,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job_1397144823869_0038_1.jhist dst=null perm=null
2014-04-10 10:56:15,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0038-1397145362627-brock-%5BCF062E0DADB24AD496A3951FFD05CD50%2FAF90CCD8A90D4C57-1397145375847-5-1-SUCCEEDED-default-1397145365533.jhist_tmp dst=null perm=null
2014-04-10 10:56:15,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job_1397144823869_0038_1.jhist dst=null perm=null
2014-04-10 10:56:15,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0038-1397145362627-brock-%5BCF062E0DADB24AD496A3951FFD05CD50%2FAF90CCD8A90D4C57-1397145375847-5-1-SUCCEEDED-default-1397145365533.jhist_tmp dst=null perm=null
2014-04-10 10:56:15,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job_1397144823869_0038_1.jhist dst=null perm=null
2014-04-10 10:56:15,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0038-1397145362627-brock-%5BCF062E0DADB24AD496A3951FFD05CD50%2FAF90CCD8A90D4C57-1397145375847-5-1-SUCCEEDED-default-1397145365533.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:56:15,993 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742212_1388
2014-04-10 10:56:15,994 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742211_1387
2014-04-10 10:56:15,995 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742213_1389
2014-04-10 10:56:15,996 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:56022, bytes: 70113, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_324330498_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742211_1387, duration: 368367
2014-04-10 10:56:15,999 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0038-1397145362627-brock-%5BCF062E0DADB24AD496A3951FFD05CD50%2FAF90CCD8A90D4C57-1397145375847-5-1-SUCCEEDED-default-1397145365533.jhist_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742214_1390{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]}
2014-04-10 10:56:16,015 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742214_1390 src: /127.0.0.1:40299 dest: /127.0.0.1:55175
2014-04-10 10:56:16,016 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742214_1390 src: /127.0.0.1:48201 dest: /127.0.0.1:53466
2014-04-10 10:56:16,017 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742214_1390 src: /127.0.0.1:56025 dest: /127.0.0.1:55289
2014-04-10 10:56:16,022 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56025, dest: /127.0.0.1:55289, bytes: 69569, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_324330498_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742214_1390, duration: 3461692
2014-04-10 10:56:16,022 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742214_1390, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:56:16,022 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742214_1390{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:56:16,023 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48201, dest: /127.0.0.1:53466, bytes: 69569, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_324330498_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742214_1390, duration: 3992092
2014-04-10 10:56:16,023 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742214_1390, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:56:16,023 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742214_1390{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:56:16,023 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40299, dest: /127.0.0.1:55175, bytes: 69569, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_324330498_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742214_1390, duration: 4636394
2014-04-10 10:56:16,023 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742214_1390, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:56:16,024 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742214_1390{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:56:16,037 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0038-1397145362627-brock-%5BCF062E0DADB24AD496A3951FFD05CD50%2FAF90CCD8A90D4C57-1397145375847-5-1-SUCCEEDED-default-1397145365533.jhist_tmp is closed by DFSClient_NONMAPREDUCE_324330498_1
2014-04-10 10:56:16,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0038-1397145362627-brock-%5BCF062E0DADB24AD496A3951FFD05CD50%2FAF90CCD8A90D4C57-1397145375847-5-1-SUCCEEDED-default-1397145365533.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:56:16,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job_1397144823869_0038_1_conf.xml dst=null perm=null
2014-04-10 10:56:16,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0038_conf.xml_tmp dst=null perm=null
2014-04-10 10:56:16,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job_1397144823869_0038_1_conf.xml dst=null perm=null
2014-04-10 10:56:16,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0038_conf.xml_tmp dst=null perm=null
2014-04-10 10:56:16,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0038/job_1397144823869_0038_1_conf.xml dst=null perm=null
2014-04-10 10:56:16,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0038_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 10:56:16,065 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:56022, bytes: 97601, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_324330498_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742210_1386, duration: 533066
2014-04-10 10:56:16,068 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0038_conf.xml_tmp. BP-1649026925-127.0.0.1-1397144808341 blk_1073742215_1391{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]}
2014-04-10 10:56:16,081 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742215_1391 src: /127.0.0.1:40302 dest: /127.0.0.1:55175
2014-04-10 10:56:16,083 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742215_1391 src: /127.0.0.1:48204 dest: /127.0.0.1:53466
2014-04-10 10:56:16,084 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742215_1391 src: /127.0.0.1:56028 dest: /127.0.0.1:55289
2014-04-10 10:56:16,087 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56028, dest: /127.0.0.1:55289, bytes: 96841, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_324330498_1, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742215_1391, duration: 2521189
2014-04-10 10:56:16,088 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742215_1391, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:56:16,088 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742215_1391{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:56:16,088 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48204, dest: /127.0.0.1:53466, bytes: 96841, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_324330498_1, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742215_1391, duration: 3062771
2014-04-10 10:56:16,088 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742215_1391, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:56:16,089 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742215_1391{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:56:16,089 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40302, dest: /127.0.0.1:55175, bytes: 96841, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_324330498_1, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742215_1391, duration: 3783753
2014-04-10 10:56:16,089 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742215_1391, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:56:16,089 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55175 is added to blk_1073742215_1391{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ff94c9e0-2661-4428-8526-10ce9707f3c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-00377173-f5c3-4e27-829c-0a18397ffca7:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW]]} size 0
2014-04-10 10:56:16,104 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0038_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_324330498_1
2014-04-10 10:56:16,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0038_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 10:56:16,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0038.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0038.summary perm=brock:supergroup:rwxrwx---
2014-04-10 10:56:16,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0038_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0038_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:56:16,155 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742214_1390
2014-04-10 10:56:16,156 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742213_1389
2014-04-10 10:56:16,157 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742215_1391
2014-04-10 10:56:16,158 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742211_1387
2014-04-10 10:56:16,158 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742212_1388
2014-04-10 10:56:16,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0038-1397145362627-brock-%5BCF062E0DADB24AD496A3951FFD05CD50%2FAF90CCD8A90D4C57-1397145375847-5-1-SUCCEEDED-default-1397145365533.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0038-1397145362627-brock-%5BCF062E0DADB24AD496A3951FFD05CD50%2FAF90CCD8A90D4C57-1397145375847-5-1-SUCCEEDED-default-1397145365533.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:56:16,170 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397144823869_0038_000001 with final state: FINISHING
2014-04-10 10:56:16,170 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0038_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 10:56:16,170 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397144823869_0038 with final state: FINISHING
2014-04-10 10:56:16,170 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0038 State change from RUNNING to FINAL_SAVING
2014-04-10 10:56:16,170 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397144823869_0038
2014-04-10 10:56:16,171 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397144823869_0038_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 10:56:16,171 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397144823869_0038 State change from FINAL_SAVING to FINISHING
2014-04-10 10:56:16,199 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742214_1390
2014-04-10 10:56:16,200 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742213_1389
2014-04-10 10:56:16,201 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742215_1391
2014-04-10 10:56:16,201 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1649026925-127.0.0.1-1397144808341:blk_1073742212_1388
2014-04-10 10:56:16,239 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 10:56:16,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 10:56:16,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 10:56:16,243 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397144823869_0038 from file: hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0038-1397145362627-brock-%5BCF062E0DADB24AD496A3951FFD05CD50%2FAF90CCD8A90D4C57-1397145375847-5-1-SUCCEEDED-default-1397145365533.jhist
2014-04-10 10:56:16,244 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0038-1397145362627-brock-%5BCF062E0DADB24AD496A3951FFD05CD50%2FAF90CCD8A90D4C57-1397145375847-5-1-SUCCEEDED-default-1397145365533.jhist]
2014-04-10 10:56:16,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0038-1397145362627-brock-%5BCF062E0DADB24AD496A3951FFD05CD50%2FAF90CCD8A90D4C57-1397145375847-5-1-SUCCEEDED-default-1397145365533.jhist dst=null perm=null
2014-04-10 10:56:16,250 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55175, dest: /127.0.0.1:40308, bytes: 70113, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: d55d4a0e-a412-4469-9a90-53fa99579ca4, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742214_1390, duration: 387431
2014-04-10 10:56:16,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0038.summary dst=null perm=null
2014-04-10 10:56:16,271 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:56033, bytes: 457, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_538767685_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742213_1389, duration: 95264
2014-04-10 10:56:16,271 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397144823869_0038,submitTime=1397145362627,launchTime=1397145365533,firstMapTaskLaunchTime=1397145367689,firstReduceTaskLaunchTime=1397145373607,finishTime=1397145375847,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=5,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=20,reduceSlotSeconds=2,jobName=[CF062E0DADB24AD496A3951FFD05CD50/AF90CCD8A90D4C5786D0E2641D29E840] lower*upper/(1/1) ...roupinnernull-resultgroup
2014-04-10 10:56:16,272 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0038.summary]
2014-04-10 10:56:16,321 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742213_1389 127.0.0.1:55175 127.0.0.1:53466 127.0.0.1:55289
2014-04-10 10:56:16,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0038.summary dst=null perm=null
2014-04-10 10:56:16,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 10:56:16,323 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0038-1397145362627-brock-%5BCF062E0DADB24AD496A3951FFD05CD50%2FAF90CCD8A90D4C57-1397145375847-5-1-SUCCEEDED-default-1397145365533.jhist to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0038-1397145362627-brock-%5BCF062E0DADB24AD496A3951FFD05CD50%2FAF90CCD8A90D4C57-1397145375847-5-1-SUCCEEDED-default-1397145365533.jhist
2014-04-10 10:56:16,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0038-1397145362627-brock-%5BCF062E0DADB24AD496A3951FFD05CD50%2FAF90CCD8A90D4C57-1397145375847-5-1-SUCCEEDED-default-1397145365533.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0038-1397145362627-brock-%5BCF062E0DADB24AD496A3951FFD05CD50%2FAF90CCD8A90D4C57-1397145375847-5-1-SUCCEEDED-default-1397145365533.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 10:56:16,338 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0038_conf.xml to hdfs://localhost:60378/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0038_conf.xml
2014-04-10 10:56:16,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397144823869_0038_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397144823869_0038_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 10:56:16,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup dst=null perm=null
2014-04-10 10:56:16,363 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup/_temporary
2014-04-10 10:56:16,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup/_temporary dst=null perm=null
2014-04-10 10:56:16,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup dst=null perm=null
2014-04-10 10:56:16,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup dst=null perm=null
2014-04-10 10:56:16,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup dst=null perm=null
2014-04-10 10:56:16,382 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:56:16,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:56:16,384 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:56033, bytes: 154, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742212_1388, duration: 170382
2014-04-10 10:56:16,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup dst=null perm=null
2014-04-10 10:56:16,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup dst=null perm=null
2014-04-10 10:56:16,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup dst=null perm=null
2014-04-10 10:56:16,395 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:56:16,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:56:16,397 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55289, dest: /127.0.0.1:56033, bytes: 154, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742212_1388, duration: 197951
2014-04-10 10:56:16,398 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup
2014-04-10 10:56:16,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup dst=null perm=null
2014-04-10 10:56:16,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup dst=null perm=null
2014-04-10 10:56:16,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup dst=null perm=null
2014-04-10 10:56:16,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup dst=null perm=null
2014-04-10 10:56:16,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:56:16,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull-resultgroup/part-00000 dst=null perm=null
2014-04-10 10:56:16,406 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:53466, dest: /127.0.0.1:48211, bytes: 154, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742212_1388, duration: 216812
2014-04-10 10:56:16,406 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull
2014-04-10 10:56:16,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull dst=null perm=null
2014-04-10 10:56:16,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull dst=null perm=null
2014-04-10 10:56:16,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull dst=null perm=null
2014-04-10 10:56:16,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull dst=null perm=null
2014-04-10 10:56:16,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull/part-00000 dst=null perm=null
2014-04-10 10:56:16,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnernull/part-00000 dst=null perm=null
2014-04-10 10:56:16,412 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:36139, dest: /127.0.0.1:48085, bytes: 154, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742202_1378, duration: 219904
2014-04-10 10:56:16,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt dst=null perm=null
2014-04-10 10:56:16,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:56:16,430 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 10:56:16,430 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 10:56:16,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnersingle dst=null perm=null
2014-04-10 10:56:16,441 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting
2014-04-10 10:56:16,441 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 10:56:16,442 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt"]
2014-04-10 10:56:16,442 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnersingle"]
2014-04-10 10:56:16,442 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] parallel execution is enabled: true
2014-04-10 10:56:16,442 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] starting jobs: 1
2014-04-10 10:56:16,442 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower*upper] allocating threads: 1
2014-04-10 10:56:16,443 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower*upper] starting step: (1/1) ...atform/cogroupinnersingle
2014-04-10 10:56:16,457 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:56:16,464 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:51112
2014-04-10 10:56:16,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/cogroupfieldedpipesplatform/cogroupinnersingle dst=null perm=null
2014-04-10 10:56:16,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:56:16,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 10:56:16,467 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 39
2014-04-10 10:56:16,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0039 dst=null perm=null
2014-04-10 10:56:16,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0039 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 10:56:16,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0039 dst=null perm=brock:supergroup:rwx------
2014-04-10 10:56:16,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0039/job.jar dst=null perm=null
2014-04-10 10:56:16,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0039/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:56:16,515 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0039/job.jar. BP-1649026925-127.0.0.1-1397144808341 blk_1073742216_1392{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:56:16,530 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742216_1392 src: /127.0.0.1:48213 dest: /127.0.0.1:53466
2014-04-10 10:56:16,532 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742216_1392 src: /127.0.0.1:56037 dest: /127.0.0.1:55289
2014-04-10 10:56:16,533 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1649026925-127.0.0.1-1397144808341:blk_1073742216_1392 src: /127.0.0.1:48088 dest: /127.0.0.1:36139
2014-04-10 10:56:16,540 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48088, dest: /127.0.0.1:36139, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 1df63c1b-7aec-480c-a7f5-64068c9095b6, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742216_1392, duration: 5925389
2014-04-10 10:56:16,540 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742216_1392, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 10:56:16,540 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:36139 is added to blk_1073742216_1392{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:56:16,541 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:56037, dest: /127.0.0.1:55289, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: 5a4c5cc9-8c6d-4909-a7ae-5edf99d6f25d, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742216_1392, duration: 6519432
2014-04-10 10:56:16,541 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742216_1392, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:56:16,541 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55289 is added to blk_1073742216_1392{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:56:16,541 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48213, dest: /127.0.0.1:53466, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_37780605_9, offset: 0, srvID: c77d7afe-f695-41db-95ad-e46c268e06f7, blockid: BP-1649026925-127.0.0.1-1397144808341:blk_1073742216_1392, duration: 6456684
2014-04-10 10:56:16,542 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1649026925-127.0.0.1-1397144808341:blk_1073742216_1392, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 10:56:16,542 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53466 is added to blk_1073742216_1392{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b07ec7d2-9570-4a9e-a01e-a75a39ce2c6b:NORMAL|RBW]]} size 0
2014-04-10 10:56:16,554 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0039/job.jar is closed by DFSClient_NONMAPREDUCE_37780605_9
2014-04-10 10:56:16,555 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0039/job.jar
2014-04-10 10:56:16,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0039/job.jar dst=null perm=null
2014-04-10 10:56:16,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0039/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:56:16,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:56:16,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:56:16,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 10:56:16,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 10:56:16,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 10:56:16,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 10:56:16,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 10:56:16,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 10:56:16,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-764479540117397085.jar dst=null perm=null
2014-04-10 10:56:16,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt dst=null perm=null
2014-04-10 10:56:16,581 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:56:16,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt dst=null perm=null
2014-04-10 10:56:16,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:56:16,585 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:56:16,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:56:16,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt dst=null perm=null
2014-04-10 10:56:16,587 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:56:16,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt dst=null perm=null
2014-04-10 10:56:16,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:56:16,590 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 10:56:16,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 10:56:16,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0039/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:56:16,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0039/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 10:56:16,663 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0039/job.split
2014-04-10 10:56:16,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0039/job.split dst=null perm=null
2014-04-10 10:56:16,673 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397144823869_0039/job.split. BP-1649026925-127.0.0.1-1397144808341 blk_1073742217_1393{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-235f5ae8-6e81-4f4b-bfcf-32b4d4ed4ae4:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-2c75426e-7b59-4a73-a84a-a745e216238b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-23c531a4-1046-41e2-bf1a-e9c92e3573a5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-7cde37d2-7f27-4453-8f9f-14ef6dd7d63f:NORMAL|RBW]]}
2014-04-10 10:56:16,685 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397144823869_0038_01_000007
2014-04-10 10:56:16,685 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397144823869_0038_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 10:56:16,685 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397144823869_0038_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 10:56:16,685 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397144823869_0038 CONTAINERID=container_1397144823869_0038_01_000007
2014-04-10 10:56:16,686 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397144823869_0038_01_000007 of capacity <memory:1024, vCores:1> on host localhost:52024, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8>